From 5d6d730f887c8af3071cba83b97e9efbddc48830 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 7 Aug 2025 09:38:49 -0700 Subject: [PATCH] Update loader.py --- unsloth/models/loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index bc98c0dc19..efbf4ed37c 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -592,7 +592,7 @@ class FastModel(FastBaseModel): "os.environ['TRITON_F32_DEFAULT'] = 'ieee';" elif "gpt-oss" in lowered_model_name: os.environ["UNSLOTH_DISABLE_STATIC_GENERATION"] = "1" - if not model_name: + if not load_in_4bit: # Only upcast MoE biases for MXFP4, not BnB os.environ["UNSLOTH_FORCE_CUSTOM_DTYPE"] = \ "all;None;None;"\