From fcda5ce87f8cf7cc1db20079e47c4bdd98874f0e Mon Sep 17 00:00:00 2001
From: Daniel Han <danielhanchen@gmail.com>
Date: Tue, 7 Jan 2025 00:34:09 -0800
Subject: [PATCH] Update llama.py

---
 unsloth/models/llama.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py
index f4ffbec4af..c5c245e0a2 100644
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@@ -624,6 +624,7 @@ def LlamaModel_fast_forward(
     else:
         raise TypeError("Unsloth: torch_dtype for models is not bfloat16, float16 or float32!")
     pass
+    print(inputs_embeds, inputs_embeds.dtype)
 
     # Normalized from Gemma
     IS_GEMMA   = self.config.model_type.startswith("gemma")