From 096a4192fb3da237620a4e9d7e11ed681e8dbaa6 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Sun, 25 Feb 2024 03:39:40 +1100 Subject: [PATCH] Update gemma.py --- unsloth/models/gemma.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index dcf4b0fa30..b626c79ff3 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -113,8 +113,8 @@ class FastGemmaRotaryEmbedding(torch.nn.Module): new_cos = emb.cos().to(dtype=x.dtype)[:,:seq_len] new_sin = emb.sin().to(dtype=x.dtype)[:,:seq_len] - print(new_cos) - print(old_cos) + print(new_cos, new_cos.shape) + print(old_cos, old_cos.shape) raise 1 return new_cos, new_sin pass