From b3e5f72aeaeacfa43d9cce3465a692b63496b47b Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 19 Nov 2024 02:25:22 -0800 Subject: [PATCH] Update _utils.py --- unsloth/models/_utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 4a14f9a57f..ec84c29fbd 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -1081,7 +1081,7 @@ def unsloth_compile_transformers( revision = None, trust_remote_code : bool = False, sdpa_causal_only : bool = False, - sdap_bool_masks : bool = True, + sdpa_bool_masks : bool = True, sdpa_gqa_replace : bool = True, sdpa_disable_compile : bool = True, disable_causal_masks : bool = True, @@ -1100,7 +1100,7 @@ def unsloth_compile_transformers( _unsloth_compile_transformers( model_type = model_type, sdpa_causal_only = sdpa_causal_only, - sdap_bool_masks = sdap_bool_masks, + sdpa_bool_masks = sdpa_bool_masks, sdpa_gqa_replace = sdpa_gqa_replace, sdpa_disable_compile = sdpa_disable_compile, disable_causal_masks = disable_causal_masks,