From ae3f2e05bbca075af7f02e3855136aa45a1daef0 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 7 Jan 2025 00:41:26 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 32caa4521d..1c58e34b6f 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -853,7 +853,7 @@ def LlamaModel_fast_forward( ) hidden_states = layer_outputs[0] pass - print(idx, hidden_states.dtype) + print(idx, hidden_states.dtype, end = " ") if use_cache: next_decoder_cache += (layer_outputs[2 if output_attentions else 1],) if output_attentions: all_self_attns += (layer_outputs[1],)