From fe35b127fc9b0cd8f3052108e040a0c716da9e72 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Tue, 5 Mar 2024 02:40:20 +1100 Subject: [PATCH] Update gemma.py --- unsloth/models/gemma.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index 4a97e27397..b32357a5bb 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -291,6 +291,7 @@ class GemmaFixedRotaryEmbedding(torch.nn.Module): radians_new = positions[..., None] / timescale[None, None, :] emb = torch.cat((radians_new, radians_new), dim=-1) + print(emb.shape) self.register_buffer("cos_cached", emb.cos().to(dtype=dtype, device=device, non_blocking=True), persistent=False) self.register_buffer("sin_cached", emb.sin().to(dtype=dtype, device=device, non_blocking=True), persistent=False) pass