diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py
index f8853f61d3..88dc0cc7bd 100644
--- a/unsloth/models/gemma.py
+++ b/unsloth/models/gemma.py
@@ -271,7 +271,7 @@ class FastGemmaModel(FastLlamaModel):
         # https://github.com/huggingface/transformers/pull/27931
         # https://github.com/huggingface/transformers/blob/v4.37.2/src/transformers/models/llama/modeling_llama.py
         import transformers.models.gemma.modeling_gemma
-        transformers.models.gemma.modeling_gemma.GemmaRotaryEmbedding = LlamaRotaryEmbedding
+        # transformers.models.gemma.modeling_gemma.GemmaRotaryEmbedding = LlamaRotaryEmbedding
         return
     pass