From 9924e03c3069eed7d1246242f682a2db2c3a08d7 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sat, 28 Dec 2024 03:12:03 -0800 Subject: [PATCH] Update loader.py --- unsloth/models/loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 2fe037eb34..16f8c76d94 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -470,7 +470,7 @@ class FastVisionModel(FastBaseVisionModel): fuse_lm_head = True, gradient_checkpointing = True, manual_replacements = True, - fast_lora_forwards = False, + fast_lora_forwards = True, fast_residual_stream = False, accurate_accumulation = True, epilogue_fusion = True,