ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2024-11-19 03:50:20 -08:00
commit f8ccb5758a
1 changed files with 14 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

28
unsloth/models/_utils.py
View file

@ -1107,22 +1107,22 @@ def unsloth_compile_transformers(
for model_type in model_types:
_unsloth_compile_transformers(
model_type,
sdpa_causal_only = sdpa_causal_only,
sdpa_bool_masks = sdpa_bool_masks,
sdpa_gqa_replace = sdpa_gqa_replace,
sdpa_disable_compile = sdpa_disable_compile,
compile_attention = compile_attention,
disable_causal_masks = disable_causal_masks,
import_from_cache = import_from_cache,
compile_torch_modules = compile_torch_modules,
sdpa_causal_only = sdpa_causal_only,
sdpa_bool_masks = sdpa_bool_masks,
sdpa_gqa_replace = sdpa_gqa_replace,
sdpa_disable_compile = sdpa_disable_compile,
compile_attention = compile_attention,
disable_causal_masks = disable_causal_masks,
import_from_cache = import_from_cache,
compile_torch_modules = compile_torch_modules,
compile_custom_modules = compile_custom_modules,
compile_function_calls = compile_function_calls,
fuse_lm_head = fuse_lm_head,
epilogue_fusion = epilogue_fusion,
max_autotune = max_autotune,
shape_padding = shape_padding,
cudagraphs = cudagraphs,
debug = debug,
fuse_lm_head = fuse_lm_head,
epilogue_fusion = epilogue_fusion,
max_autotune = max_autotune,
shape_padding = shape_padding,
cudagraphs = cudagraphs,
debug = debug,
)
pass
return