From 684f595a309ec62145507c1926fde4be1ee243e6 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sat, 17 May 2025 00:29:55 -0700 Subject: [PATCH] Update loader.py --- unsloth/models/loader.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 27d43aada4..8a49026984 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -547,6 +547,7 @@ class FastModel(FastBaseModel): for check_model_name in DISABLE_COMPILE_MODEL_NAMES: if check_model_name in lowered_model_name: os.environ["UNSLOTH_COMPILE_DISABLE"] = "1" + os.environ["UNSLOTH_DISABLE_STATIC_GENERATION"] = "1" if transformers_version < Version("4.50.0.dev0"): raise RuntimeError(f"Unsloth: {check_model_name} only works on transformers >= 4.50.0." + NIGHTLY) break