diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py
index 047eafc56e..93a2382d79 100644
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@@ -283,10 +283,10 @@ def LlamaAttention_fast_forward(
     if position_ids is None:
         cos = self.rotary_emb.cos_cached
         sin = self.rotary_emb.sin_cached
-        if cos is None:
-            # Need to call rotary_emb to init it
-            cos, sin = self.rotary_emb(V, position_ids, seq_len = kv_seq_len)
-        pass
+        # if cos is None:
+        #     # Need to call rotary_emb to init it
+        #     cos, sin = self.rotary_emb(V, position_ids, seq_len = kv_seq_len)
+        # pass
         Q, K = fast_rope_embedding(Q, K, cos, sin)
     else:
         cos, sin = self.rotary_emb(V, seq_len = kv_seq_len)