ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update mistral.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-02-14 23:17:38 +11:00
commit 629c39d2e5
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/mistral.py
View file

@ -278,7 +278,7 @@ class FastMistralModel(FastLlamaModel):
# https://github.com/huggingface/transformers/pull/27931 # https://github.com/huggingface/transformers/pull/27931
# https://github.com/huggingface/transformers/blob/v4.37.2/src/transformers/models/llama/modeling_llama.py # https://github.com/huggingface/transformers/blob/v4.37.2/src/transformers/models/llama/modeling_llama.py
import transformers.models.mistral.modeling_mistral import transformers.models.mistral.modeling_mistral
transformers.models.llama.modeling_mistral.MistralRotaryEmbedding = LlamaRotaryEmbedding transformers.models.mistral.modeling_mistral.MistralRotaryEmbedding = LlamaRotaryEmbedding
return return
pass pass