From e39365018ffa38ea6275436d9eebc2910f65faef Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 26 Dec 2024 00:33:15 -0800 Subject: [PATCH] Update loader.py --- unsloth/models/loader.py | 34 +++++++++++++++++----------------- 1 file changed, 17 insertions(+), 17 deletions(-) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 09cd87384a..993f50455c 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -455,24 +455,24 @@ class FastVisionModel(FastBaseVisionModel): if not was_disabled: enable_progress_bars() if True: # with contextlib.redirect_stdout(open(os.devnull, "w")): - # patch_loss_functions(torch_compile = False) + patch_loss_functions(torch_compile = False) model_types = unsloth_compile_transformers( model_name = model_name, - sdpa_dynamic_mask = False, - sdpa_bool_masks = False, - sdpa_gqa_replace = False, - sdpa_dynamic_compile = False, - compile_attention = False, - disable_causal_masks = False, - compile_torch_modules = False, - compile_custom_modules = False, - compile_function_calls = False, - fuse_lm_head = False, - gradient_checkpointing = False, - manual_replacements = False, - fast_lora_forwards = False, - fast_residual_stream = False, - epilogue_fusion = False, + sdpa_dynamic_mask = True, + sdpa_bool_masks = True, + sdpa_gqa_replace = True, + sdpa_dynamic_compile = True, + compile_attention = True, + disable_causal_masks = True, + compile_torch_modules = True, + compile_custom_modules = True, + compile_function_calls = True, + fuse_lm_head = True, + gradient_checkpointing = True, + manual_replacements = True, + fast_lora_forwards = True, + fast_residual_stream = True, + epilogue_fusion = True, max_autotune = False, shape_padding = True, cudagraphs = False, @@ -480,7 +480,7 @@ class FastVisionModel(FastBaseVisionModel): fullgraph = fullgraph, import_from_cache = False, disable = False, - return_logits = True, + return_logits = return_logits, ) pass