ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2024-10-30 14:00:03 -07:00
commit b5b781c43b
1 changed files with 6 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

12
unsloth/models/_utils.py
View file

@ -366,7 +366,7 @@ torch_compile_arguments = [
# Torch dynamo arguments
torch_dynamo_arguments = [
"config.accumulated_cache_size_limit = 1024", # Bump up a bit from 256
# "config.suppress_errors = True", # Supress errors for now
"config.suppress_errors = True", # Supress errors for now
"config.do_not_emit_runtime_asserts = True",
"config.cache_size_limit = 1024", # Flex Attention
"config.inline_inbuilt_nn_modules = True", # Torch 2.5 Regional recompilation
@ -376,11 +376,11 @@ for _try_compile_argument in torch_compile_arguments:
try: exec(_try_compile_argument)
except: pass
pass
import torch._dynamo.config as config
for _try_dynamo_argument in torch_dynamo_arguments:
try: exec(_try_dynamo_argument)
except: pass
pass
# import torch._dynamo.config as config
# for _try_dynamo_argument in torch_dynamo_arguments:
# try: exec(_try_dynamo_argument)
# except: pass
# pass
torch_compile_options = {
"epilogue_fusion" : True,
"max_autotune" : True,