From 7b35c195c010cbaf25e86cf87cd9092bec7e5723 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Mon, 19 Aug 2024 15:08:53 -0700 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index d18dd4ce9f..3f42dee9cf 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -571,6 +571,9 @@ def LlamaModel_fast_forward( if inputs_embeds is None: inputs_embeds = self.embed_tokens(input_ids) + print(getattr(self.embed_tokens, "neftune_noise_alpha")) + print(getattr(self.embed_tokens, "_forward_hooks")) + print(getattr(self.embed_tokens, "_forward_pre_hooks")) inputs_embeds = inputs_embeds.to(self.config.torch_dtype) # Normalized from Gemma