From 5b5652de364716da0fb6f9fc36a91a4f42bcb9ca Mon Sep 17 00:00:00 2001
From: Daniel Han-Chen <danielhanchen@gmail.com>
Date: Sat, 24 Feb 2024 20:17:24 +1100
Subject: [PATCH] Update gemma.py

---
 unsloth/models/gemma.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py
index 7837ed3a91..02025cf1ac 100644
--- a/unsloth/models/gemma.py
+++ b/unsloth/models/gemma.py
@@ -209,14 +209,13 @@ def GemmaDecoderLayer_fast_forward(
         # hidden_states = self.input_layernorm(hidden_states)
         hidden_states, self_attn_weights, present_key_value = self.self_attn(
             hidden_states=hidden_states,
-            # causal_mask=causal_mask,
             attention_mask=attention_mask,
             position_ids=position_ids,
             past_key_value=past_key_value,
             output_attentions=output_attentions,
             use_cache=use_cache,
             cache_position=cache_position,
-            # padding_mask=padding_mask,
+            **kwargs,
         )
         hidden_states = residual + hidden_states