diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index 14cf7f5092..dcf4b0fa30 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -113,7 +113,9 @@ class FastGemmaRotaryEmbedding(torch.nn.Module): new_cos = emb.cos().to(dtype=x.dtype)[:,:seq_len] new_sin = emb.sin().to(dtype=x.dtype)[:,:seq_len] - logger.warning_once(str(torch.dist(new_cos, old_cos))) + print(new_cos) + print(old_cos) + raise 1 return new_cos, new_sin pass