From 1422c8bc9d005d1beba3896825c67d024c3ab46f Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 12 Feb 2025 23:00:51 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index af144f01a1..1f002b559c 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1162,6 +1162,13 @@ def CausalLM_fast_forward(fast_forward_inference): output = (logits,) + outputs[1:] return (loss,) + output if loss is not None else output print("***", logits.dtype, logits.shape) + print(CausalLMOutputWithPast( + loss=loss, + logits=logits, + past_key_values=outputs.past_key_values, + hidden_states=outputs.hidden_states, + attentions=outputs.attentions, + )) return CausalLMOutputWithPast( loss=loss, logits=logits,