Update loader.py

This commit is contained in:
Daniel Han 2025-05-15 08:39:37 -07:00
commit 3a28a496e0

View file

@ -546,6 +546,7 @@ class FastModel(FastBaseModel):
elif "olmo-2" in model_name.lower() and transformers_version < Version("4.50.0.dev0"):
raise RuntimeError("Unsloth: OLMo-2 only works on transformers >= 4.50.0." + NIGHTLY)
elif "whisper" in model_name.lower():
os.environ["UNSLOTH_COMPILE_DISABLE"] = "1" # Whisper fails
os.environ["UNSLOTH_DISABLE_STATIC_GENERATION"] = "1" # Whisper fails
pass