diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 7e904471bc..f0eab18a72 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -540,6 +540,9 @@ class FastModel(FastBaseModel): os.environ["UNSLOTH_COMPILE_DISABLE"] = "1" if transformers_version < Version("4.50.0.dev0"): raise RuntimeError("Unsloth: Granite Vision only works on transformers >= 4.50.0." + NIGHTLY) + elif "csm-1b" in model_name.lower(): + os.environ["UNSLOTH_COMPILE_DISABLE"] = "1" + os.environ["UNSLOTH_DISABLE_FAST_GENERATION"] = "1" elif "olmo-2" in model_name.lower() and transformers_version < Version("4.50.0.dev0"): raise RuntimeError("Unsloth: OLMo-2 only works on transformers >= 4.50.0." + NIGHTLY) pass