diff --git a/unsloth/models/mistral.py b/unsloth/models/mistral.py index aae4b37b59..615e43643d 100644 --- a/unsloth/models/mistral.py +++ b/unsloth/models/mistral.py @@ -278,7 +278,7 @@ class FastMistralModel(FastLlamaModel): # https://github.com/huggingface/transformers/pull/27931 # https://github.com/huggingface/transformers/blob/v4.37.2/src/transformers/models/llama/modeling_llama.py import transformers.models.mistral.modeling_mistral - transformers.models.llama.modeling_mistral.MistralRotaryEmbedding = LlamaRotaryEmbedding + transformers.models.mistral.modeling_mistral.MistralRotaryEmbedding = LlamaRotaryEmbedding return pass