From ebb10cd91fdd1a8c00b3c88a18bb6e11ae136d60 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Fri, 21 Mar 2025 17:01:11 -0700 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 057d10d85e..24f5ba2001 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -607,6 +607,7 @@ def LlamaModel_fast_forward( else: raise ValueError("Unsloth: You have to specify either decoder_input_ids or decoder_inputs_embeds") + print(input_ids.shape, input_ids, self.max_seq_length) seq_length_with_past = seq_length # Fix out of bounds tokenization @@ -654,7 +655,6 @@ def LlamaModel_fast_forward( inputs_embeds = self.embed_tokens(input_ids) inputs_embeds = inputs_embeds.to(_get_dtype(self.config.torch_dtype)) - print(inputs_embeds.shape, input_ids.shape, input_ids) # Normalized from Gemma IS_GEMMA = self.config.model_type.startswith("gemma")