From 55e0ec3e26707e09a337fff26d16090c6f1674f7 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 23 Jul 2024 11:22:27 -0700 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index f9981f56ea..8fc480d149 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1073,7 +1073,7 @@ class LlamaExtendedRotaryEmbedding(torch.nn.Module): device = "cuda" max_position_embeddings = config.max_position_embeddings pass - + self.dim = dim self.max_position_embeddings = max_position_embeddings self.base = base