From 49129bc66ca11f4e3330f9f84d2da9fe85e0bad5 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Sat, 24 Feb 2024 17:43:19 +1100 Subject: [PATCH] Update gemma.py --- unsloth/models/gemma.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index 986a4da170..5d85a9e23b 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -214,7 +214,7 @@ def GemmaDecoderLayer_fast_forward( past_key_value=past_key_value, output_attentions=output_attentions, use_cache=use_cache, - padding_mask=padding_mask, + # padding_mask=padding_mask, ) hidden_states = residual + hidden_states