From fc80163b37d634073418cba070c9f1a82267f693 Mon Sep 17 00:00:00 2001
From: Daniel Han <danielhanchen@gmail.com>
Date: Tue, 7 Jan 2025 01:43:20 -0800
Subject: [PATCH] Update llama.py

---
 unsloth/models/llama.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py
index 4ffb18f681..16159b128f 100644
--- a/unsloth/models/llama.py
+++ b/unsloth/models/llama.py
@@ -1617,7 +1617,8 @@ class FastLlamaModel:
         # Log global device type used
         global USE_BFLOAT16
         USE_BFLOAT16 = True if dtype == torch.bfloat16 else False
-
+        print(USE_BFLOAT16)
+        
         # RoPE Scaling
         model_config = AutoConfig.from_pretrained(model_name, token = token)
         model_max_seq_length = model_config.max_position_embeddings