diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index 8dc7a5f3db..f00552b0e5 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -106,6 +106,9 @@ class FastGemmaRotaryEmbedding(torch.nn.Module): cos_cached = emb.cos().to(dtype=x.dtype) sin_cached = emb.sin().to(dtype=x.dtype) + print(position_ids) + print(inv_freq_expanded) + print(position_ids_expanded) print(freqs) print(self.cos_cached2) raise 1