diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 93a2382d79..25e2f84f71 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -283,10 +283,6 @@ def LlamaAttention_fast_forward( if position_ids is None: cos = self.rotary_emb.cos_cached sin = self.rotary_emb.sin_cached - # if cos is None: - # # Need to call rotary_emb to init it - # cos, sin = self.rotary_emb(V, position_ids, seq_len = kv_seq_len) - # pass Q, K = fast_rope_embedding(Q, K, cos, sin) else: cos, sin = self.rotary_emb(V, seq_len = kv_seq_len)