From 7681bff612c558a70c3f4b9079cd3bd895e3f76f Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 12 Feb 2025 03:56:12 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 9 +-------- 1 file changed, 1 insertion(+), 8 deletions(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index e03f73301d..eaf4f8b732 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1153,14 +1153,7 @@ def CausalLM_fast_forward(fast_forward_inference): if not return_dict: output = (logits,) + outputs[1:] return (loss,) + output if loss is not None else output - - print(CausalLMOutputWithPast( - loss=loss, - logits=logits, - past_key_values=outputs.past_key_values, - hidden_states=outputs.hidden_states, - attentions=outputs.attentions, - )) + return CausalLMOutputWithPast( loss=loss, logits=logits,