From 10d25cfdb77a4867c92dfbc1ceaa927ea5c6e97f Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sat, 17 May 2025 00:24:27 -0700 Subject: [PATCH] Update loader.py --- unsloth/models/loader.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index fee6dd730d..1a325820d5 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -546,7 +546,12 @@ class FastModel(FastBaseModel): os.environ["UNSLOTH_FORCE_CUSTOM_DTYPE"] = "torch.float16;if name.endswith(('_proj', 'fc1', 'fc2', 'codebook', 'head')): module.to(torch.float16)" elif "olmo-2" in model_name.lower() and transformers_version < Version("4.50.0.dev0"): raise RuntimeError("Unsloth: OLMo-2 only works on transformers >= 4.50.0." + NIGHTLY) - elif auto_model is not None: + elif "modernbert" in model_name.lower(): + # Disable compiling for now - errors out! + os.environ["UNSLOTH_COMPILE_DISABLE"] = "1" + pass + + if auto_model is not None: # All other models need to disable static cache os.environ["UNSLOTH_DISABLE_STATIC_GENERATION"] = "1" pass