From 432f2ca681e1f81d205d4cc06bc0db94acf5942b Mon Sep 17 00:00:00 2001 From: DoubleMathew Date: Tue, 5 Aug 2025 22:58:33 -0500 Subject: [PATCH] GPT-OSS support (#3099) --- unsloth/models/loader.py | 3 +++ unsloth/models/vision.py | 1 + 2 files changed, 4 insertions(+) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index a5b7d18164..023234413a 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -589,6 +589,9 @@ class FastModel(FastBaseModel): "float16;torch.float32;torch.float16;"\ "if name.endswith(('q_proj', 'k_proj', 'v_proj', 'o_proj', 'gate_proj', 'up_proj', 'down_proj', 'head')): module.to(torch.float16);" os.environ["TRITON_F32_DEFAULT"] = "ieee" + elif "gpt-oss" in lowered_model_name: + os.environ["UNSLOTH_MODEL_NAME"] = "gpt_oss" + os.environ["UNSLOTH_DISABLE_STATIC_GENERATION"] = "1" else: for check_model_name in DISABLE_COMPILE_MODEL_NAMES: if check_model_name in lowered_model_name: diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 246e5d5671..ab95231507 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -626,6 +626,7 @@ class FastBaseModel: r = r, lora_alpha = lora_alpha, target_modules = target_modules, + target_parameters = kwargs.get("target_parameters", None), lora_dropout = lora_dropout, bias = bias, task_type = task_type,