From 5a31edef5f78ecff19c7eef429266ee5d6649ba5 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 7 Aug 2025 05:18:53 -0700 Subject: [PATCH] Update loader.py --- unsloth/models/loader.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 15a506174f..94a0c526db 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -591,6 +591,7 @@ class FastModel(FastBaseModel): "if name.endswith(('q_proj', 'k_proj', 'v_proj', 'o_proj', 'gate_proj', 'up_proj', 'down_proj', 'head')): module.to(torch.float16); "\ "os.environ['TRITON_F32_DEFAULT'] = 'ieee';" elif "gpt-oss" in lowered_model_name: + os.environ["UNSLOTH_DISABLE_STATIC_GENERATION"] = "1" os.environ["UNSLOTH_FORCE_CUSTOM_DTYPE"] = \ "all;None;None;"\ "x = 'gate_up_proj_bias'\n"\