From 3a56b3a24afda60f20a6068a2ed25bba3e97373a Mon Sep 17 00:00:00 2001 From: Mathew Mathew Date: Fri, 9 May 2025 16:50:16 -0500 Subject: [PATCH] turn off compilation and fast generation for csm --- unsloth/models/loader.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 7e904471bc..f0eab18a72 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -540,6 +540,9 @@ class FastModel(FastBaseModel): os.environ["UNSLOTH_COMPILE_DISABLE"] = "1" if transformers_version < Version("4.50.0.dev0"): raise RuntimeError("Unsloth: Granite Vision only works on transformers >= 4.50.0." + NIGHTLY) + elif "csm-1b" in model_name.lower(): + os.environ["UNSLOTH_COMPILE_DISABLE"] = "1" + os.environ["UNSLOTH_DISABLE_FAST_GENERATION"] = "1" elif "olmo-2" in model_name.lower() and transformers_version < Version("4.50.0.dev0"): raise RuntimeError("Unsloth: OLMo-2 only works on transformers >= 4.50.0." + NIGHTLY) pass