diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py
index cf27bacf7f..1608f7497a 100644
--- a/unsloth/models/gemma.py
+++ b/unsloth/models/gemma.py
@@ -631,8 +631,9 @@ class FastGemmaModel(FastLlamaModel):
             # Downcast RoPE embedding to correct data type
             if (name.endswith("rotary_emb") or hasattr(module, "cos_cached")) \
                 and (module.cos_cached.dtype != expected_dtype):
-                    module.cos_cached = module.cos_cached.to(expected_dtype)
-                    module.sin_cached = module.sin_cached.to(expected_dtype)
+                
+                module.cos_cached = module.cos_cached.to(expected_dtype)
+                module.sin_cached = module.sin_cached.to(expected_dtype)
                 pass
             pass
         pass