diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py
index abb183f81d..308bd53de2 100644
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@@ -471,7 +471,7 @@ def LlamaModel_fast_forward(
     pass
 
     # We already handle KV cache position_ids ourselves.
-    if False:#(past_key_values_length != 0):
+    if (past_key_values_length != 0):
         position_ids = torch.arange(
             past_key_values_length, seq_length + past_key_values_length,
             dtype  = torch.int32,