diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index d18dd4ce9f..3f42dee9cf 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -571,6 +571,9 @@ def LlamaModel_fast_forward( if inputs_embeds is None: inputs_embeds = self.embed_tokens(input_ids) + print(getattr(self.embed_tokens, "neftune_noise_alpha")) + print(getattr(self.embed_tokens, "_forward_hooks")) + print(getattr(self.embed_tokens, "_forward_pre_hooks")) inputs_embeds = inputs_embeds.to(self.config.torch_dtype) # Normalized from Gemma