From c95380cc9c23265fa7956d1840caacd07cead890 Mon Sep 17 00:00:00 2001
From: Daniel Han <danielhanchen@gmail.com>
Date: Tue, 7 Jan 2025 00:41:16 -0800
Subject: [PATCH] Update llama.py

---
 unsloth/models/llama.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py
index fe9eacd242..32caa4521d 100644
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@@ -853,6 +853,7 @@ def LlamaModel_fast_forward(
             )
             hidden_states = layer_outputs[0]
         pass
+        print(idx, hidden_states.dtype)
 
         if use_cache: next_decoder_cache += (layer_outputs[2 if output_attentions else 1],)
         if output_attentions: all_self_attns += (layer_outputs[1],)