ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llama.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-02-26 14:37:48 +11:00
commit 637d01643c
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
unsloth/models/llama.py
View file

@ -1173,8 +1173,9 @@ class FastLlamaModel:
# Downcast RoPE embedding to correct data type
if (name.endswith("rotary_emb") or hasattr(module, "cos_cached")) \
and (module.cos_cached.dtype != expected_dtype):
module.cos_cached = module.cos_cached.to(expected_dtype)
module.sin_cached = module.sin_cached.to(expected_dtype)
module.cos_cached = module.cos_cached.to(expected_dtype)
module.sin_cached = module.sin_cached.to(expected_dtype)
pass
pass
pass