Update llama.py

This commit is contained in:
Daniel Han 2024-11-03 18:08:22 -08:00
commit 5eeffb8965

View file

@ -1804,6 +1804,7 @@ class FastLlamaModel:
@staticmethod
def post_patch(model, tokenizer):
model, tokenizer = patch_model_and_tokenizer(model, tokenizer, downcast_rope = True)
return model, tokenizer
pass