From 33eeb7add2b75aee9dbd382c91c4c751cfb51db5 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Sun, 25 Feb 2024 03:44:22 +1100 Subject: [PATCH] Update gemma.py --- unsloth/models/gemma.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index b626c79ff3..47112ec4de 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -110,6 +110,7 @@ class FastGemmaRotaryEmbedding(torch.nn.Module): emb = torch.cat((freqs, freqs), dim=-1) seq_len = position_ids.shape[1] + print(position_ids.shape) new_cos = emb.cos().to(dtype=x.dtype)[:,:seq_len] new_sin = emb.sin().to(dtype=x.dtype)[:,:seq_len]