From 55bfcea4c87d336985832788f55991e41cebfc0f Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 26 Jun 2025 01:56:55 -0700 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 1 - 1 file changed, 1 deletion(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 21078ca2fa..c83de8f944 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1133,7 +1133,6 @@ def CausalLM_fast_forward(fast_forward_inference): if os.environ.get("UNSLOTH_RETURN_HIDDEN_STATES", "0") == "1": if num_logits_to_keep != 0: hidden_states = hidden_states[:, -num_logits_to_keep:, :] - hidden_states.__is_hidden_state = True return CausalLMOutputWithPast( loss = None, logits = hidden_states,