ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2024-11-06 14:05:52 -08:00
commit 0a6bdf93b5
1 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

10
unsloth/models/_utils.py
View file

@ -388,11 +388,11 @@ def is_big_gpu(index):
return True
import torch._inductor.utils
torch._inductor.utils.is_big_gpu = is_big_gpu
patch_torch_compile(
debug = UNSLOTH_COMPILE_DEBUG,
O3 = UNSLOTH_COMPILE_MAXIMUM,
ignore_errors = UNSLOTH_COMPILE_IGNORE_ERRORS,
)
# patch_torch_compile(
# debug = UNSLOTH_COMPILE_DEBUG,
# O3 = UNSLOTH_COMPILE_MAXIMUM,
# ignore_errors = UNSLOTH_COMPILE_IGNORE_ERRORS,
# )
torch_compile_options = {
"epilogue_fusion" : True,