From df3065158746f413236a37eab1da425b4f4592d3 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 6 Nov 2024 14:49:37 -0800 Subject: [PATCH] Update _utils.py --- unsloth/models/_utils.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index d645235f02..903093e60f 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -388,11 +388,11 @@ def is_big_gpu(index): return True import torch._inductor.utils torch._inductor.utils.is_big_gpu = is_big_gpu -# patch_torch_compile( -# debug = UNSLOTH_COMPILE_DEBUG, -# O3 = UNSLOTH_COMPILE_MAXIMUM, -# ignore_errors = UNSLOTH_COMPILE_IGNORE_ERRORS, -# ) +patch_torch_compile( + debug = UNSLOTH_COMPILE_DEBUG, + O3 = UNSLOTH_COMPILE_MAXIMUM, + ignore_errors = UNSLOTH_COMPILE_IGNORE_ERRORS, +) torch_compile_options = { "epilogue_fusion" : True,