From 0eba0ed5b3a9b3ee5b2a554414cc7b2d17f0e581 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 15 May 2025 03:00:25 -0700 Subject: [PATCH] Update loader.py --- unsloth/models/loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 8e986f0a9a..778e9e7dc9 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -543,7 +543,7 @@ class FastModel(FastBaseModel): raise RuntimeError("Unsloth: Granite Vision only works on transformers >= 4.50.0." + NIGHTLY) elif "csm-1b" in model_name.lower(): os.environ["UNSLOTH_COMPILE_DISABLE"] = "0" - os.environ["UNSLOTH_DISABLE_FAST_GENERATION"] = "1" + os.environ["UNSLOTH_DISABLE_FAST_GENERATION"] = "0" os.environ["UNSLOTH_FORCE_CUSTOM_DTYPE"] = "torch.float16;if name.endswith(('_proj', 'fc1', 'fc2', 'codebook', 'head')): module.to(torch.float16)" elif "olmo-2" in model_name.lower() and transformers_version < Version("4.50.0.dev0"): raise RuntimeError("Unsloth: OLMo-2 only works on transformers >= 4.50.0." + NIGHTLY)