Update llama.py

2024-02-25 04:48:34 +11:00 · 2024-02-25 04:48:34 +11:00 · df8034d185
commit df8034d185
parent db2b387b22
1 changed files with 1 additions and 1 deletions
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@ -283,7 +283,7 @@ def LlamaAttention_fast_forward(
    if position_ids is None:
        cos = self.rotary_emb.cos_cached
        sin = self.rotary_emb.sin_cached
-        if cos in None:
+        if cos is None:
            # Need to call rotary_emb to init it
            cos, sin = self.rotary_emb(V, position_ids, seq_len = kv_seq_len)
        pass