From ed3f139a9cc0e5c6f6963bed809dd5947d6b9d78 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Sat, 24 Feb 2024 19:55:22 +1100 Subject: [PATCH] Update gemma.py --- unsloth/models/gemma.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index 90a13bb6bc..1d0960f5f0 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -512,7 +512,7 @@ class FastGemmaModel(FastLlamaModel): # GemmaAttention .forward = GemmaAttention_fast_forward # GemmaSdpaAttention .forward = GemmaAttention_fast_forward # GemmaFlashAttention2.forward = GemmaAttention_fast_forward - GemmaDecoderLayer .forward = GemmaDecoderLayer_fast_forward + # GemmaDecoderLayer .forward = GemmaDecoderLayer_fast_forward GemmaModel .forward = GemmaModel_fast_forward GemmaForCausalLM .forward = GemmaForCausalLM_fast_forward PeftModelForCausalLM.forward = PeftModelForCausalLM_fast_forward