From 79b43dcd91cef42445456b32094cb5724081c3cf Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 23 Jul 2024 10:36:06 -0700 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 403a7130b7..830b345d79 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1089,7 +1089,7 @@ class LlamaExtendedRotaryEmbedding(torch.nn.Module): pass # From https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/api/model.py#L41 - def apply_scaling(freqs: torch.Tensor): + def apply_scaling(self, freqs: torch.Tensor): # Values obtained from grid search scale_factor = 8 low_freq_factor = 1