ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2024-07-31 08:54:22 -07:00
commit 0989eb3265
1 changed files with 20 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

40
unsloth/models/_utils.py
View file

@ -192,20 +192,20 @@ from transformers.models.llama.modeling_llama import logger
# Get Xformers
from xformers import __version__ as xformers_version
# Temporarily disable 0.0.27 and higher - inference issues
# if Version(xformers_version) >= Version("0.0.27"):
# raise ImportError(
# "Unsloth: If you are in Colab, we updated the top cell install instructions - please change it to below "\
# "then press Disconnect Runtime and then Restart it.\n"\
# "\n"\
# "%%capture\n"
# "# Installs Unsloth, Xformers (Flash Attention) and all other packages!\n"
# '!pip install "unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git"\n'
# '!pip install --no-deps "xformers<0.0.27" "trl<0.9.0" peft accelerate bitsandbytes\n'\
# '\n'\
# f"Otherwise in local machines, your xformers version of {xformers_version} is too new.\n"\
# 'Please downgrade xformers via `pip install --force-reinstall "xformers<0.0.27"'
# )
# pass
if Version(xformers_version) >= Version("0.0.27"):
raise ImportError(
"Unsloth: If you are in Colab, we updated the top cell install instructions - please change it to below "\
"then press Disconnect Runtime and then Restart it.\n"\
"\n"\
"%%capture\n"
"# Installs Unsloth, Xformers (Flash Attention) and all other packages!\n"
'!pip install "unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git"\n'
'!pip install --no-deps "xformers<0.0.27" "trl<0.9.0" peft accelerate bitsandbytes\n'\
'\n'\
f"Otherwise in local machines, your xformers version of {xformers_version} is too new.\n"\
'Please downgrade xformers via `pip install --force-reinstall "xformers<0.0.27"'
)
pass
if Version(torch_version) < Version("2.2.0") and Version(xformers_version) >= Version("0.0.24"):
raise ImportError(
@ -217,12 +217,12 @@ elif Version(torch_version) < Version("2.3.0") and Version(xformers_version) >=
f"Unsloth: You have torch = {torch_version} but xformers = {xformers_version}.\n"\
f"Please install xformers < 0.0.26 for torch = {torch_version}."
)
# elif Version(torch_version) < Version("2.4.0") and Version(xformers_version) >= Version("0.0.27"):
# raise ImportError(
# f"Unsloth: You have torch = {torch_version} but xformers = {xformers_version}.\n"\
# f"Please install xformers < 0.0.27 for torch = {torch_version}."
# )
# pass
elif Version(torch_version) < Version("2.4.0") and Version(xformers_version) >= Version("0.0.27"):
raise ImportError(
f"Unsloth: You have torch = {torch_version} but xformers = {xformers_version}.\n"\
f"Please install xformers < 0.0.27 for torch = {torch_version}."
)
pass
from xformers._cpp_lib import _register_extensions
try: