From 98903e72c2a43384fb6f0d6b9916817a9f4500f5 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Sun, 25 Feb 2024 03:21:37 +1100 Subject: [PATCH] Update gemma.py --- unsloth/models/gemma.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index c3b183ef3a..bf32a2371b 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -64,7 +64,7 @@ class FastGemmaRotaryEmbedding(torch.nn.Module): self.dim = dim self.max_position_embeddings = max_position_embeddings self.base = base - # self.register_buffer("inv_freq", None, persistent=False) + self.register_buffer("inv_freq", None, persistent=False) # Build here to make `torch.jit.trace` work. self._set_cos_sin_cache(seq_len=max_position_embeddings, device=device, dtype=torch.get_default_dtype())