From 0d84dcab229bf3534b7964f6fa69e52d306d2ea3 Mon Sep 17 00:00:00 2001
From: Daniel Han <danielhanchen@gmail.com>
Date: Sat, 28 Dec 2024 03:21:41 -0800
Subject: [PATCH] Update loader.py

---
 unsloth/models/loader.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py
index 16f8c76d94..6aa6830b8e 100644
--- a/unsloth/models/loader.py
+++ b/unsloth/models/loader.py
@@ -471,7 +471,7 @@ class FastVisionModel(FastBaseVisionModel):
                 gradient_checkpointing  = True,
                 manual_replacements     = True,
                 fast_lora_forwards      = True,
-                fast_residual_stream    = False,
+                fast_residual_stream    = True,
                 accurate_accumulation   = True,
                 epilogue_fusion         = True,
                 max_autotune            = False,