diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 873868ef59..a233b26a86 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -546,8 +546,7 @@ class FastModel(FastBaseModel): elif "olmo-2" in model_name.lower() and transformers_version < Version("4.50.0.dev0"): raise RuntimeError("Unsloth: OLMo-2 only works on transformers >= 4.50.0." + NIGHTLY) elif "whisper" in model_name.lower(): - os.environ["UNSLOTH_COMPILE_DISABLE"] = "1" # Whisper fails - os.environ["UNSLOTH_DISABLE_FAST_GENERATION"] = "1" # Whisper fails + os.environ["UNSLOTH_DISABLE_STATIC_GENERATION"] = "1" # Whisper fails pass if USE_MODELSCOPE and not os.path.exists(model_name):