From 5bcc615d31fefa6293d207be9e4a3894509cee5f Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 19 Nov 2024 15:49:01 -0800 Subject: [PATCH] Update _utils.py --- unsloth/models/_utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index e1fa66fe32..5cdb67cfd3 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -1089,7 +1089,7 @@ def unsloth_compile_transformers( sdpa_dynamic_mask = True, sdpa_bool_masks = True, sdpa_gqa_replace = True, - sdpa_disable_compile = True, + sdpa_dynamic_compile = True, compile_attention = True, disable_causal_masks = True, compile_torch_modules = True, @@ -1116,7 +1116,7 @@ def unsloth_compile_transformers( sdpa_dynamic_mask = sdpa_dynamic_mask, sdpa_bool_masks = sdpa_bool_masks, sdpa_gqa_replace = sdpa_gqa_replace, - sdpa_disable_compile = sdpa_disable_compile, + sdpa_dynamic_compile = sdpa_dynamic_compile, compile_attention = compile_attention, disable_causal_masks = disable_causal_masks, compile_torch_modules = compile_torch_modules,