From 2f64408f6b46da1a2dfbc46339f349aeb18593c1 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sun, 19 Jan 2025 19:19:08 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 9 --------- 1 file changed, 9 deletions(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index ff52f1cffa..da3295adfd 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -949,10 +949,6 @@ def LlamaModel_fast_forward_inference( ) pass -global global_hidden_states -global global_labels -global_hidden_states = None -global_labels = None def CausalLM_fast_forward(fast_forward_inference): def _CausalLM_fast_forward( @@ -1025,11 +1021,6 @@ def CausalLM_fast_forward(fast_forward_inference): if not RETURN_LOGITS and HAS_CUT_CROSS_ENTROPY and labels is not None: n_items = kwargs.get("num_items_in_batch", None) or kwargs.get("n_items", None) - global global_hidden_states - global global_labels - global_hidden_states = hidden_states - global_labels = labels - raise loss = fused_linear_cross_entropy( hidden_states = hidden_states, lm_weight = lm_head,