diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index f4ffbec4af..c5c245e0a2 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -624,6 +624,7 @@ def LlamaModel_fast_forward( else: raise TypeError("Unsloth: torch_dtype for models is not bfloat16, float16 or float32!") pass + print(inputs_embeds, inputs_embeds.dtype) # Normalized from Gemma IS_GEMMA = self.config.model_type.startswith("gemma")