From 32656586ee3e784ef55ffe9fe957c50454ecce8a Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 25 Dec 2024 23:49:40 -0800 Subject: [PATCH] Update loader.py --- unsloth/models/loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 993f50455c..4274389a99 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -467,7 +467,7 @@ class FastVisionModel(FastBaseVisionModel): compile_torch_modules = True, compile_custom_modules = True, compile_function_calls = True, - fuse_lm_head = True, + fuse_lm_head = False, gradient_checkpointing = True, manual_replacements = True, fast_lora_forwards = True,