ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2024-11-05 01:30:34 -08:00
commit 34209e9160
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
unsloth/models/_utils.py
View file

@ -395,13 +395,13 @@ torch_compile_options = {
"max_autotune" : True,
"shape_padding" : True,
"trace.enabled" : UNSLOTH_COMPILE_DEBUG,
"triton.cudagraphs" : False,
"triton.cudagraphs" : True,
}
import accelerate
def torch_compile_kwargs(*args, **kwargs):
print("Unsloth: Enabled auto compiling")
return {"dynamic" : True, "fullgraph" : False, "options" : torch_compile_options,}
return {"dynamic" : True, "fullgraph" : True, "options" : torch_compile_options,}
pass
accelerate.utils.dataclasses.TorchDynamoPlugin.to_kwargs = torch_compile_kwargs