diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index a233b26a86..a9546b6230 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -546,6 +546,7 @@ class FastModel(FastBaseModel): elif "olmo-2" in model_name.lower() and transformers_version < Version("4.50.0.dev0"): raise RuntimeError("Unsloth: OLMo-2 only works on transformers >= 4.50.0." + NIGHTLY) elif "whisper" in model_name.lower(): + os.environ["UNSLOTH_COMPILE_DISABLE"] = "1" # Whisper fails os.environ["UNSLOTH_DISABLE_STATIC_GENERATION"] = "1" # Whisper fails pass