ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update loader_utils.py

Browse source
This commit is contained in:
Daniel Han 2025-11-20 00:06:11 -08:00
commit 25f25f9d30
1 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
unsloth/models/loader_utils.py
View file

@ -262,11 +262,14 @@ def _check_load_in_fp8_settings(
# Check if torchao has this PR: https://github.com/pytorch/ao/pull/3158,
# which will be released in 0.15.0.
error_message = "Unsloth: `load_in_fp8` requires torchao 0.15.0+ (or nightly)"
if importlib.util.find_spec("torchao") is None:
raise ValueError(error_message)
raise ValueError("Unsloth: Please install torchao for on the fly float8 to work!")
import torchao
error_message = \
"Unsloth: `load_in_fp8` requires torchao 0.15.0+ (or nightly).\n"\
f"You have torchao version={torchao.__version__}\n"\
"Use `pip install --upgrade --force-reinstall torchao`"
if Version(torchao.__version__) < Version("0.15.0"):
raise ValueError(error_message)