From 3d19a71cf96b09b56390a6bb0a2af55d573a43c4 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sun, 3 Nov 2024 17:09:37 -0800 Subject: [PATCH] Update _utils.py --- unsloth/models/_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 0fb73c2237..82bd4c979d 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -364,7 +364,7 @@ def is_big_gpu(index): return True import torch._inductor.utils torch._inductor.utils.is_big_gpu = is_big_gpu -patch_torch_compile() +patch_torch_compile(debug = False, O3 = False) torch_compile_options = { "epilogue_fusion" : True,