From aff1db7a4c91028907f821af0785258d575433a5 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Sun, 25 Feb 2024 03:22:24 +1100 Subject: [PATCH] Update gemma.py --- unsloth/models/gemma.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index bf32a2371b..16afa03000 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -113,6 +113,7 @@ class FastGemmaRotaryEmbedding(torch.nn.Module): new_sin = emb.sin().to(dtype=x.dtype)[:seq_len] logger.warning_once(str(torch.dist(new_cos, old_cos))) + return new_cos, new_sin pass