From f270f377abb2240767bcc4ffcdabd912751e1ffa Mon Sep 17 00:00:00 2001
From: Daniel Han-Chen <danielhanchen@gmail.com>
Date: Sun, 25 Feb 2024 03:39:31 +1100
Subject: [PATCH] Update gemma.py

---
 unsloth/models/gemma.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py
index 14cf7f5092..dcf4b0fa30 100644
--- a/unsloth/models/gemma.py
+++ b/unsloth/models/gemma.py
@@ -113,7 +113,9 @@ class FastGemmaRotaryEmbedding(torch.nn.Module):
         new_cos = emb.cos().to(dtype=x.dtype)[:,:seq_len]
         new_sin = emb.sin().to(dtype=x.dtype)[:,:seq_len]
 
-        logger.warning_once(str(torch.dist(new_cos, old_cos)))
+        print(new_cos)
+        print(old_cos)
+        raise 1
         return new_cos, new_sin
 pass