From 0a6bdf93b57d47ccf160eca5c91cafeae0262218 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 6 Nov 2024 14:05:52 -0800 Subject: [PATCH] Update _utils.py --- unsloth/models/_utils.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 903093e60f..d645235f02 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -388,11 +388,11 @@ def is_big_gpu(index): return True import torch._inductor.utils torch._inductor.utils.is_big_gpu = is_big_gpu -patch_torch_compile( - debug = UNSLOTH_COMPILE_DEBUG, - O3 = UNSLOTH_COMPILE_MAXIMUM, - ignore_errors = UNSLOTH_COMPILE_IGNORE_ERRORS, -) +# patch_torch_compile( +# debug = UNSLOTH_COMPILE_DEBUG, +# O3 = UNSLOTH_COMPILE_MAXIMUM, +# ignore_errors = UNSLOTH_COMPILE_IGNORE_ERRORS, +# ) torch_compile_options = { "epilogue_fusion" : True,