Update llama.py

2025-03-21 16:50:29 -07:00 · 2025-03-21 16:50:29 -07:00 · 2c6f0fb24d
commit 2c6f0fb24d
parent 0e76ffffad
1 changed files with 2 additions and 1 deletions
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@ -1169,7 +1169,8 @@ def CausalLM_fast_forward(fast_forward_inference):
        if not return_dict:
            output = (logits,) + outputs[1:]
            return (loss,) + output if loss is not None else output
-        print(outputs.past_key_values)
+        print(outputs.past_key_values, outputs.past_key_values[0][0].shape)
+        raise
        return CausalLMOutputWithPast(
            loss = loss,
            logits = logits,