diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index d1c8b1e07b..a75696a994 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -470,7 +470,7 @@ class FastVisionModel(FastBaseVisionModel): fuse_lm_head = True, gradient_checkpointing = True, manual_replacements = True, - fast_lora_forwards = False, + fast_lora_forwards = True, fast_residual_stream = False, epilogue_fusion = True, max_autotune = False,