ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix version

Browse source
This commit is contained in:
Daniel Han 2024-09-25 12:35:38 -07:00
commit 96e92c9282
2 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/llama.py
View file

@ -65,7 +65,7 @@ from huggingface_hub.utils._token import get_token
from transformers import __version__ as transformers_version
from packaging.version import Version
transformers_version = Version(transformers_version)
SUPPORTS_LLAMA32 = transformers_version >= Version("4.46")
SUPPORTS_LLAMA32 = transformers_version > Version("4.45.0")
def original_apply_qkv(self, X):
Q = self.q_proj(X)

4
unsloth/models/loader.py
View file

@ -31,7 +31,7 @@ SUPPORTS_FOURBIT = transformers_version >= Version("4.37")
SUPPORTS_GEMMA = transformers_version >= Version("4.38")
SUPPORTS_GEMMA2 = transformers_version >= Version("4.42")
SUPPORTS_LLAMA31 = transformers_version >= Version("4.43.2")
SUPPORTS_LLAMA32 = transformers_version >= Version("4.46")
SUPPORTS_LLAMA32 = transformers_version > Version("4.45.0")
if SUPPORTS_GEMMA:
from .gemma import FastGemmaModel
if SUPPORTS_GEMMA2:
@ -264,7 +264,7 @@ class FastLanguageModel(FastLlamaModel):
)
dispatch_model = FastLlamaModel
elif model_type == "mistral": dispatch_model = FastMistralModel
elif model_type == "gemma":
if not SUPPORTS_GEMMA: