From 44617ea26803057957db3752454a61617811adfb Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Fri, 8 Aug 2025 11:44:07 -0700 Subject: [PATCH] Update loader.py --- unsloth/models/loader.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 5afce59b0f..ea746be43d 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -593,10 +593,10 @@ class FastModel(FastBaseModel): "os.environ['TRITON_F32_DEFAULT'] = 'ieee';" elif "gpt-oss" in lowered_model_name: os.environ["UNSLOTH_DISABLE_STATIC_GENERATION"] = "1" + # CCE fails on Tesla T4 + # OutOfResources: out of resource: shared memory, Required: 98304, Hardware limit: 65536. Reducing block sizes or `num_stages` + os.environ["UNSLOTH_ENABLE_CCE"] = "0" if not load_in_4bit: - # CCE fails on Tesla T4 - # OutOfResources: out of resource: shared memory, Required: 98304, Hardware limit: 65536. Reducing block sizes or `num_stages` - os.environ["UNSLOTH_ENABLE_CCE"] = "0" # Only upcast MoE biases for MXFP4, not BnB os.environ["UNSLOTH_FORCE_CUSTOM_DTYPE"] = \ "all;None;None;"\