From ef235c35089b1a46b4fe10789f330addada6b09d Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Sat, 24 Feb 2024 14:27:39 +1100 Subject: [PATCH] Update gemma.py --- unsloth/models/gemma.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index 88dc0cc7bd..3821b45478 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -260,10 +260,10 @@ class FastGemmaModel(FastLlamaModel): # GemmaAttention .forward = LlamaAttention_fast_forward # GemmaSdpaAttention .forward = LlamaAttention_fast_forward # GemmaFlashAttention2.forward = LlamaAttention_fast_forward - GemmaDecoderLayer .forward = GemmaDecoderLayer_fast_forward - GemmaModel .forward = LlamaModel_fast_forward - GemmaForCausalLM .forward = GemmaForCausalLM_fast_forward - PeftModelForCausalLM.forward = PeftModelForCausalLM_fast_forward + # GemmaDecoderLayer .forward = GemmaDecoderLayer_fast_forward + # GemmaModel .forward = LlamaModel_fast_forward + # GemmaForCausalLM .forward = GemmaForCausalLM_fast_forward + # PeftModelForCausalLM.forward = PeftModelForCausalLM_fast_forward # Solves https://github.com/unslothai/unsloth/issues/168 # Static KV Cache was introduced in 4.38.0, causing training to be much slower.