From 5e912ed11084e3b753acbe4321dec67eb09b45da Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 19 Nov 2024 03:50:20 -0800 Subject: [PATCH] Update _utils.py --- unsloth/models/_utils.py | 28 ++++++++++++++-------------- 1 file changed, 14 insertions(+), 14 deletions(-) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index f81468f80a..af1d12c293 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -1107,22 +1107,22 @@ def unsloth_compile_transformers( for model_type in model_types: _unsloth_compile_transformers( model_type, - sdpa_causal_only = sdpa_causal_only, - sdpa_bool_masks = sdpa_bool_masks, - sdpa_gqa_replace = sdpa_gqa_replace, - sdpa_disable_compile = sdpa_disable_compile, - compile_attention = compile_attention, - disable_causal_masks = disable_causal_masks, - import_from_cache = import_from_cache, - compile_torch_modules = compile_torch_modules, + sdpa_causal_only = sdpa_causal_only, + sdpa_bool_masks = sdpa_bool_masks, + sdpa_gqa_replace = sdpa_gqa_replace, + sdpa_disable_compile = sdpa_disable_compile, + compile_attention = compile_attention, + disable_causal_masks = disable_causal_masks, + import_from_cache = import_from_cache, + compile_torch_modules = compile_torch_modules, compile_custom_modules = compile_custom_modules, compile_function_calls = compile_function_calls, - fuse_lm_head = fuse_lm_head, - epilogue_fusion = epilogue_fusion, - max_autotune = max_autotune, - shape_padding = shape_padding, - cudagraphs = cudagraphs, - debug = debug, + fuse_lm_head = fuse_lm_head, + epilogue_fusion = epilogue_fusion, + max_autotune = max_autotune, + shape_padding = shape_padding, + cudagraphs = cudagraphs, + debug = debug, ) pass return