From a899e9a9f1cff6cce1e5451f62446d1bc5788d67 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 13 Feb 2025 17:00:14 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 511ae5c681..817b014ac0 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1052,6 +1052,7 @@ def CausalLM_fast_forward(fast_forward_inference): # decoder outputs consists of (dec_features, layer_state, dec_hidden, dec_attn) self.model._has_no_labels = labels is None + print(1055, input_ids) outputs = self.model( input_ids=input_ids, causal_mask=causal_mask, @@ -1064,6 +1065,7 @@ def CausalLM_fast_forward(fast_forward_inference): output_hidden_states=output_hidden_states, return_dict=return_dict, ) + print(1068) pass hidden_states = outputs[0]