From b979a01ba9ac371323e0f95e607ba71dac4e746b Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sun, 19 Jan 2025 15:24:14 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index da3295adfd..ff52f1cffa 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -949,6 +949,10 @@ def LlamaModel_fast_forward_inference( ) pass +global global_hidden_states +global global_labels +global_hidden_states = None +global_labels = None def CausalLM_fast_forward(fast_forward_inference): def _CausalLM_fast_forward( @@ -1021,6 +1025,11 @@ def CausalLM_fast_forward(fast_forward_inference): if not RETURN_LOGITS and HAS_CUT_CROSS_ENTROPY and labels is not None: n_items = kwargs.get("num_items_in_batch", None) or kwargs.get("n_items", None) + global global_hidden_states + global global_labels + global_hidden_states = hidden_states + global_labels = labels + raise loss = fused_linear_cross_entropy( hidden_states = hidden_states, lm_weight = lm_head,