From 194f060c109fd72fce93fed8868e2288a11c7587 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 12 Feb 2025 22:56:47 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 8436ab18e8..af144f01a1 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1161,7 +1161,7 @@ def CausalLM_fast_forward(fast_forward_inference): if not return_dict: output = (logits,) + outputs[1:] return (loss,) + output if loss is not None else output - + print("***", logits.dtype, logits.shape) return CausalLMOutputWithPast( loss=loss, logits=logits,