ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2024-10-30 13:51:10 -07:00
commit 784dd13da7
1 changed files with 10 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

20
unsloth/models/_utils.py
View file

@ -371,16 +371,16 @@ torch_dynamo_arguments = [
"config.cache_size_limit = 1024", # Flex Attention
"config.inline_inbuilt_nn_modules = True", # Torch 2.5 Regional recompilation
]
import torch._inductor.config as config
for _try_compile_argument in torch_compile_arguments:
try: exec(_try_compile_argument)
except: pass
pass
import torch._dynamo.config as config
for _try_dynamo_argument in torch_dynamo_arguments:
try: exec(_try_dynamo_argument)
except: pass
pass
# import torch._inductor.config as config
# for _try_compile_argument in torch_compile_arguments:
# try: exec(_try_compile_argument)
# except: pass
# pass
# import torch._dynamo.config as config
# for _try_dynamo_argument in torch_dynamo_arguments:
# try: exec(_try_dynamo_argument)
# except: pass
# pass
torch_compile_options = {
"epilogue_fusion" : True,
"max_autotune" : True,