From f7edb152e76a6e124977b51391fd9b429e861659 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Mon, 25 Nov 2024 21:52:42 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 5a48959f3f..e2ce925f4b 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1002,6 +1002,7 @@ def CausalLM_fast_forward(fast_forward_inference): attentions=outputs.attentions, ) print(output) + print(output) return output pass logits = self.lm_head(hidden_states.to(lm_head.dtype))