From 648fd043c99b1e399d616227ed96415991cb44bd Mon Sep 17 00:00:00 2001
From: Daniel Han <danielhanchen@gmail.com>
Date: Wed, 12 Feb 2025 03:03:43 -0800
Subject: [PATCH] Update llama.py

---
 unsloth/models/llama.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py
index 3a87ab56dc..4f77280ad7 100644
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@@ -1154,6 +1154,7 @@ def CausalLM_fast_forward(fast_forward_inference):
             output = (logits,) + outputs[1:]
             return (loss,) + output if loss is not None else output
 
+        print("========== dtype = ", logits.dtype)
         return CausalLMOutputWithPast(
             loss=loss,
             logits=logits,