Update llama.py

This commit is contained in:
Daniel Han 2024-07-23 11:22:27 -07:00
commit 565d2ce6f1

View file

@ -1073,7 +1073,7 @@ class LlamaExtendedRotaryEmbedding(torch.nn.Module):
device = "cuda"
max_position_embeddings = config.max_position_embeddings
pass
self.dim = dim
self.max_position_embeddings = max_position_embeddings
self.base = base