From ef64ffc879f14272e1d8fb3c6aae28b109c03c8f Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 21 Nov 2024 02:29:24 -0800 Subject: [PATCH] Update loader.py --- unsloth/models/loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index d81348e536..232fe6acff 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -352,7 +352,6 @@ class FastVisionModel(FastBaseVisionModel): if token is None: token = get_token() patch_compiled_autograd() - patch_loss_functions(torch_compile = False) patch_compiling_bitsandbytes() if use_gradient_checkpointing == "unsloth": patch_unsloth_smart_gradient_checkpointing() @@ -361,6 +360,7 @@ class FastVisionModel(FastBaseVisionModel): model_name = get_model_name(model_name, load_in_4bit) with contextlib.redirect_stdout(open(os.devnull, "w")): + patch_loss_functions(torch_compile = False) model_types = unsloth_compile_transformers( model_name = model_name, sdpa_dynamic_mask = True,