From 16ea28daad2758f5b1b969bc12e20c01209d56dc Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Mon, 8 Dec 2025 03:24:51 -0800 Subject: [PATCH] Add **kwargs --- unsloth/models/gemma.py | 1 + unsloth/models/gemma2.py | 1 + 2 files changed, 2 insertions(+) diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index f22b358db8..0009c63122 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -164,6 +164,7 @@ def GemmaModel_fast_forward_inference( past_key_values, position_ids, attention_mask = None, + **kwargs, ): out_weights = tuple( torch.empty_like( diff --git a/unsloth/models/gemma2.py b/unsloth/models/gemma2.py index 234fc21000..7349800fc3 100644 --- a/unsloth/models/gemma2.py +++ b/unsloth/models/gemma2.py @@ -426,6 +426,7 @@ def Gemma2Model_fast_forward_inference( past_key_values, position_ids, attention_mask = None, + **kwargs, ): out_weights = tuple( torch.empty_like(