From 7139e57b729253c0ce1d70892dbac4f7f87d28ef Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Mon, 19 Aug 2024 16:08:14 -0700 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 3f42dee9cf..461feb3c7e 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -571,9 +571,9 @@ def LlamaModel_fast_forward( if inputs_embeds is None: inputs_embeds = self.embed_tokens(input_ids) - print(getattr(self.embed_tokens, "neftune_noise_alpha")) - print(getattr(self.embed_tokens, "_forward_hooks")) - print(getattr(self.embed_tokens, "_forward_pre_hooks")) + # print(getattr(self.embed_tokens, "neftune_noise_alpha")) + # print(getattr(self.embed_tokens, "_forward_hooks")) + # print(getattr(self.embed_tokens, "_forward_pre_hooks")) inputs_embeds = inputs_embeds.to(self.config.torch_dtype) # Normalized from Gemma