ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update loader.py

Browse source
This commit is contained in:
Daniel Han 2025-05-17 00:24:27 -07:00
commit 10d25cfdb7
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
unsloth/models/loader.py
View file

@ -546,7 +546,12 @@ class FastModel(FastBaseModel):
os.environ["UNSLOTH_FORCE_CUSTOM_DTYPE"] = "torch.float16;if name.endswith(('_proj', 'fc1', 'fc2', 'codebook', 'head')): module.to(torch.float16)"
elif "olmo-2" in model_name.lower() and transformers_version < Version("4.50.0.dev0"):
raise RuntimeError("Unsloth: OLMo-2 only works on transformers >= 4.50.0." + NIGHTLY)
elif auto_model is not None:
elif "modernbert" in model_name.lower():
# Disable compiling for now - errors out!
os.environ["UNSLOTH_COMPILE_DISABLE"] = "1"
pass
if auto_model is not None:
# All other models need to disable static cache
os.environ["UNSLOTH_DISABLE_STATIC_GENERATION"] = "1"
pass