diff --git a/unsloth/models/cohere.py b/unsloth/models/cohere.py index 0c36abf681..25704301d1 100644 --- a/unsloth/models/cohere.py +++ b/unsloth/models/cohere.py @@ -466,7 +466,7 @@ class FastCohereModel(FastLlamaModel): CohereDecoderLayer .forward = CohereDecoderLayer_fast_forward CohereModel .forward = LlamaModel_fast_forward CohereForCausalLM .forward = CausalLM_fast_forward(CohereModel_fast_forward_inference) - PeftModelForCausalLM .forward = PeftModelForCausalLM_fast_forward + PeftModelForCausalLM .forward = PeftModel_fast_forward fix_prepare_inputs_for_generation(CohereForCausalLM) import transformers.models.cohere.modeling_cohere diff --git a/unsloth/models/gemma.py b/unsloth/models/gemma.py index 873bdcf2eb..8ad1c7e62d 100644 --- a/unsloth/models/gemma.py +++ b/unsloth/models/gemma.py @@ -332,7 +332,7 @@ class FastGemmaModel(FastLlamaModel): GemmaDecoderLayer .forward = GemmaDecoderLayer_fast_forward GemmaModel .forward = LlamaModel_fast_forward GemmaForCausalLM .forward = CausalLM_fast_forward(GemmaModel_fast_forward_inference) - PeftModelForCausalLM.forward = PeftModelForCausalLM_fast_forward + PeftModelForCausalLM.forward = PeftModel_fast_forward fix_prepare_inputs_for_generation(GemmaForCausalLM) # Solves https://github.com/unslothai/unsloth/issues/168 diff --git a/unsloth/models/gemma2.py b/unsloth/models/gemma2.py index 316b4e8f0e..23b91ff6f3 100644 --- a/unsloth/models/gemma2.py +++ b/unsloth/models/gemma2.py @@ -477,7 +477,7 @@ class FastGemma2Model(FastLlamaModel): Gemma2DecoderLayer .forward = Gemma2DecoderLayer_fast_forward Gemma2Model .forward = LlamaModel_fast_forward Gemma2ForCausalLM .forward = CausalLM_fast_forward(Gemma2Model_fast_forward_inference) - PeftModelForCausalLM .forward = PeftModelForCausalLM_fast_forward + PeftModelForCausalLM .forward = PeftModel_fast_forward fix_prepare_inputs_for_generation(Gemma2ForCausalLM) # Solves https://github.com/unslothai/unsloth/issues/168 diff --git a/unsloth/models/granite.py b/unsloth/models/granite.py index df498d18ba..0f88bbc55e 100644 --- a/unsloth/models/granite.py +++ b/unsloth/models/granite.py @@ -468,7 +468,7 @@ class FastGraniteModel(FastLlamaModel): GraniteModel .forward = LlamaModel_fast_forward GraniteForCausalLM .forward = CausalLM_fast_forward(GraniteModel_fast_forward_inference) GraniteForCausalLM .__init__ = patched_init(GraniteForCausalLM.__init__) - PeftModelForCausalLM .forward = PeftModelForCausalLM_fast_forward + PeftModelForCausalLM .forward = PeftModel_fast_forward fix_prepare_inputs_for_generation(GraniteForCausalLM) import transformers.models.granite.modeling_granite diff --git a/unsloth/models/mistral.py b/unsloth/models/mistral.py index 303c3d9589..ef71c89c4a 100644 --- a/unsloth/models/mistral.py +++ b/unsloth/models/mistral.py @@ -368,7 +368,7 @@ class FastMistralModel(FastLlamaModel): MistralDecoderLayer .forward = LlamaDecoderLayer_fast_forward MistralModel .forward = LlamaModel_fast_forward MistralForCausalLM .forward = MistralForCausalLM_fast_forward - PeftModelForCausalLM .forward = PeftModelForCausalLM_fast_forward + PeftModelForCausalLM .forward = PeftModel_fast_forward fix_prepare_inputs_for_generation(MistralForCausalLM) # Solves https://github.com/unslothai/unsloth/issues/168 diff --git a/unsloth/models/qwen2.py b/unsloth/models/qwen2.py index 82de1951b8..b073913651 100644 --- a/unsloth/models/qwen2.py +++ b/unsloth/models/qwen2.py @@ -55,7 +55,7 @@ class FastQwen2Model(FastLlamaModel): Qwen2DecoderLayer .forward = LlamaDecoderLayer_fast_forward Qwen2Model .forward = LlamaModel_fast_forward Qwen2ForCausalLM .forward = CausalLM_fast_forward(LlamaModel_fast_forward_inference) - PeftModelForCausalLM.forward = PeftModelForCausalLM_fast_forward + PeftModelForCausalLM.forward = PeftModel_fast_forward fix_prepare_inputs_for_generation(Qwen2ForCausalLM) # Solves https://github.com/unslothai/unsloth/issues/168 diff --git a/unsloth/models/qwen3.py b/unsloth/models/qwen3.py index ac3ac108fb..83c9dbea0a 100644 --- a/unsloth/models/qwen3.py +++ b/unsloth/models/qwen3.py @@ -387,7 +387,7 @@ class FastQwen3Model(FastLlamaModel): Qwen3DecoderLayer .forward = LlamaDecoderLayer_fast_forward Qwen3Model .forward = LlamaModel_fast_forward Qwen3ForCausalLM .forward = CausalLM_fast_forward(_LlamaModel_fast_forward_inference(Qwen3Attention_fast_forward_inference)) - PeftModelForCausalLM.forward = PeftModelForCausalLM_fast_forward + PeftModelForCausalLM.forward = PeftModel_fast_forward fix_prepare_inputs_for_generation(Qwen3ForCausalLM) # Solves https://github.com/unslothai/unsloth/issues/168 diff --git a/unsloth/models/qwen3_moe.py b/unsloth/models/qwen3_moe.py index 319e3bffe3..b62a742d98 100644 --- a/unsloth/models/qwen3_moe.py +++ b/unsloth/models/qwen3_moe.py @@ -177,7 +177,7 @@ class FastQwen3MoeModel(FastQwen3Model): Qwen3MoeDecoderLayer .forward = Qwen3MoeDecoderLayer_fast_forward Qwen3MoeModel .forward = LlamaModel_fast_forward Qwen3MoeForCausalLM .forward = CausalLM_fast_forward(LlamaModel_fast_forward_inference) - PeftModelForCausalLM.forward = PeftModelForCausalLM_fast_forward + PeftModelForCausalLM.forward = PeftModel_fast_forward fix_prepare_inputs_for_generation(Qwen3MoeForCausalLM) # Solves https://github.com/unslothai/unsloth/issues/168