diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py
index a8825352b5..69c4535d44 100644
--- a/unsloth/models/gemma.py
+++ b/unsloth/models/gemma.py
@@ -93,7 +93,7 @@ def GemmaDecoderLayer_fast_forward(
         hidden_states = fast_rms_layernorm(self.input_layernorm, hidden_states)
         hidden_states, self_attn_weights, present_key_value = self.self_attn(
             hidden_states=hidden_states,
-            causal_mask=causal_mask,
+            # causal_mask=causal_mask,
             attention_mask=attention_mask,
             position_ids=position_ids,
             past_key_value=past_key_value,