From 1d53b366a07f41fb9eb26c2f49de627c22bc9307 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Mon, 26 Feb 2024 04:32:49 +1100 Subject: [PATCH] Update gemma.py --- unsloth/models/gemma.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index 8dc7a5f3db..f00552b0e5 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -106,6 +106,9 @@ class FastGemmaRotaryEmbedding(torch.nn.Module): cos_cached = emb.cos().to(dtype=x.dtype) sin_cached = emb.sin().to(dtype=x.dtype) + print(position_ids) + print(inv_freq_expanded) + print(position_ids_expanded) print(freqs) print(self.cos_cached2) raise 1