From 90af825bedc79c5f88701295be4599c4ea93fb91 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sun, 3 Nov 2024 18:13:11 -0800 Subject: [PATCH] Update _utils.py --- unsloth/models/_utils.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 091dbaee29..837b4849f1 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -354,6 +354,7 @@ pass # ============================================= # Torch compile settings +UNSLOTH_COMPILE_DEBUG = True # Just remove max_autotune_gemm warning import functools @@ -366,13 +367,13 @@ def is_big_gpu(index): return True import torch._inductor.utils torch._inductor.utils.is_big_gpu = is_big_gpu -patch_torch_compile(debug = False, O3 = False) +patch_torch_compile(debug = UNSLOTH_COMPILE_DEBUG, O3 = False) torch_compile_options = { "epilogue_fusion" : True, "max_autotune" : True, "shape_padding" : True, - "trace.enabled" : False, + "trace.enabled" : UNSLOTH_COMPILE_DEBUG, "triton.cudagraphs" : False, }