diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py
index f22b358db8..0009c63122 100644
--- a/unsloth/models/gemma.py
+++ b/unsloth/models/gemma.py
@@ -164,6 +164,7 @@ def GemmaModel_fast_forward_inference(
     past_key_values,
     position_ids,
     attention_mask = None,
+    **kwargs,
 ):
     out_weights = tuple(
         torch.empty_like(
diff --git a/unsloth/models/gemma2.py b/unsloth/models/gemma2.py
index 234fc21000..7349800fc3 100644
--- a/unsloth/models/gemma2.py
+++ b/unsloth/models/gemma2.py
@@ -426,6 +426,7 @@ def Gemma2Model_fast_forward_inference(
     past_key_values,
     position_ids,
     attention_mask = None,
+    **kwargs,
 ):
     out_weights = tuple(
         torch.empty_like(