From 629c39d2e5fc74f74fd048d8c761169f0fa6d04a Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Wed, 14 Feb 2024 23:17:38 +1100 Subject: [PATCH] Update mistral.py --- unsloth/models/mistral.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/mistral.py b/unsloth/models/mistral.py index aae4b37b59..615e43643d 100644 --- a/unsloth/models/mistral.py +++ b/unsloth/models/mistral.py @@ -278,7 +278,7 @@ class FastMistralModel(FastLlamaModel): # https://github.com/huggingface/transformers/pull/27931 # https://github.com/huggingface/transformers/blob/v4.37.2/src/transformers/models/llama/modeling_llama.py import transformers.models.mistral.modeling_mistral - transformers.models.llama.modeling_mistral.MistralRotaryEmbedding = LlamaRotaryEmbedding + transformers.models.mistral.modeling_mistral.MistralRotaryEmbedding = LlamaRotaryEmbedding return pass