Update llama.py

2025-03-21 15:43:21 -07:00 · 2025-03-21 15:43:21 -07:00 · 678bdda2b8
commit 678bdda2b8
parent 254988c404
1 changed files with 2 additions and 1 deletions
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@ -1017,7 +1017,8 @@ def CausalLM_fast_forward(fast_forward_inference):
        logits_to_keep: Optional[int] = 0,
        *args, **kwargs,
    ) -> Union[Tuple, CausalLMOutputWithPast]:
-        if past_key_values is not None:
+        # Check for uninitialized DynamicCache
+        if past_key_values is not None and len(past_key_values) != 0:
            outputs = fast_forward_inference(
                self,
                input_ids,