ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

No double compile for qwen3moe

Browse source
This commit is contained in:
Datta Nimmaturi 2026-01-22 06:49:03 +00:00
commit 0e0bf10c90
1 changed files with 0 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
unsloth/models/loader.py
View file

@ -1052,10 +1052,6 @@ class FastModel(FastBaseModel):
";"
"os.environ['TRITON_F32_DEFAULT'] = 'ieee'"
)
elif "qwen3_moe" in model_types_all:
# Qwen3 MoE uses Triton grouped GEMM kernels which don't work well
# with torch.compile due to autograd.Function backward pass issues
os.environ["UNSLOTH_COMPILE_DISABLE"] = "partial"
elif "gpt_oss" in model_types_all:
os.environ["UNSLOTH_DISABLE_STATIC_GENERATION"] = "1"
if not load_in_4bit: