diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py
index cd97149acf..9475c3ca72 100644
--- a/unsloth/models/gemma.py
+++ b/unsloth/models/gemma.py
@@ -61,7 +61,7 @@ def GemmaAttention_fast_forward(
     hidden_states: torch.Tensor,
     attention_mask: Optional[torch.Tensor] = None,
     position_ids: Optional[torch.LongTensor] = None,
-    past_key_value: Optional[Cache] = None,
+    past_key_value = None, #Optional[Cache] = None,
     output_attentions: bool = False,
     use_cache: bool = False,
     cache_position: Optional[torch.LongTensor] = None,