diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index 1608f7497a..48c9fe803b 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -630,10 +630,10 @@ class FastGemmaModel(FastLlamaModel): pass # Downcast RoPE embedding to correct data type if (name.endswith("rotary_emb") or hasattr(module, "cos_cached")) \ - and (module.cos_cached.dtype != expected_dtype): + and (module.cos_cached.dtype != correct_dtype): - module.cos_cached = module.cos_cached.to(expected_dtype) - module.sin_cached = module.sin_cached.to(expected_dtype) + module.cos_cached = module.cos_cached.to(correct_dtype) + module.sin_cached = module.sin_cached.to(correct_dtype) pass pass pass diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 316dae30df..359761c06a 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1172,10 +1172,10 @@ class FastLlamaModel: pass # Downcast RoPE embedding to correct data type if (name.endswith("rotary_emb") or hasattr(module, "cos_cached")) \ - and (module.cos_cached.dtype != expected_dtype): + and (module.cos_cached.dtype != correct_dtype): - module.cos_cached = module.cos_cached.to(expected_dtype) - module.sin_cached = module.sin_cached.to(expected_dtype) + module.cos_cached = module.cos_cached.to(correct_dtype) + module.sin_cached = module.sin_cached.to(correct_dtype) pass pass pass