From c07aff5188229052456673eae679d122e2ea69bf Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Sat, 24 Feb 2024 14:05:18 +1100 Subject: [PATCH] Update gemma.py --- unsloth/models/gemma.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index d052698662..f8853f61d3 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -257,9 +257,9 @@ class FastGemmaModel(FastLlamaModel): @staticmethod def pre_patch(): - GemmaAttention .forward = LlamaAttention_fast_forward - GemmaSdpaAttention .forward = LlamaAttention_fast_forward - GemmaFlashAttention2.forward = LlamaAttention_fast_forward + # GemmaAttention .forward = LlamaAttention_fast_forward + # GemmaSdpaAttention .forward = LlamaAttention_fast_forward + # GemmaFlashAttention2.forward = LlamaAttention_fast_forward GemmaDecoderLayer .forward = GemmaDecoderLayer_fast_forward GemmaModel .forward = LlamaModel_fast_forward GemmaForCausalLM .forward = GemmaForCausalLM_fast_forward