From 2c6f0fb24d6bf9117bd77ab71f6e7b978373a8ae Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Fri, 21 Mar 2025 16:50:29 -0700 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 5c3b491904..364c0444bd 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1169,7 +1169,8 @@ def CausalLM_fast_forward(fast_forward_inference): if not return_dict: output = (logits,) + outputs[1:] return (loss,) + output if loss is not None else output - print(outputs.past_key_values) + print(outputs.past_key_values, outputs.past_key_values[0][0].shape) + raise return CausalLMOutputWithPast( loss = loss, logits = logits,