From 7bd582a6ff29a6c96c53df20e09bc4e5604071d0 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 13 Mar 2025 01:17:48 -0700 Subject: [PATCH] Update loader.py --- unsloth/models/loader.py | 36 ++++++++++++++++++------------------ 1 file changed, 18 insertions(+), 18 deletions(-) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 020bd4e56b..6ddb7d6619 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -609,30 +609,30 @@ class FastModel(FastBaseModel): patch_loss_functions(torch_compile = False) model_types = unsloth_compile_transformers( model_name = model_name, - sdpa_dynamic_mask = True, - sdpa_bool_masks = True, - sdpa_gqa_replace = True, - sdpa_dynamic_compile = True, - compile_attention = True, - disable_causal_masks = True, - compile_torch_modules = True, - compile_custom_modules = True, - compile_function_calls = True, - fuse_lm_head = True, - gradient_checkpointing = True, - manual_replacements = True, - fast_lora_forwards = True, + sdpa_dynamic_mask = False, + sdpa_bool_masks = False, + sdpa_gqa_replace = False, + sdpa_dynamic_compile = False, + compile_attention = False, + disable_causal_masks = False, + compile_torch_modules = False, + compile_custom_modules = False, + compile_function_calls = False, + fuse_lm_head = False, + gradient_checkpointing = False, + manual_replacements = False, + fast_lora_forwards = False, fast_residual_stream = False, - accurate_accumulation = True, - epilogue_fusion = True, + accurate_accumulation = False, + epilogue_fusion = False, max_autotune = False, - shape_padding = True, + shape_padding = False, cudagraphs = False, debug = False, - fullgraph = fullgraph, + fullgraph = False, import_from_cache = False, disable = False, - return_logits = return_logits, + return_logits = False, ) pass