diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py
index 77774393c9..fa5547ec55 100644
--- a/unsloth/models/vision.py
+++ b/unsloth/models/vision.py
@@ -181,6 +181,13 @@ class FastBaseModel:
         elif not load_in_4bit and not load_in_8bit and not full_finetuning:
             print("Unsloth: LoRA, QLoRA and full finetuning all not selected. Switching to QLoRA.")
             load_in_4bit = True
+            bnb_config = BitsAndBytesConfig(
+                load_in_4bit              = True,
+                bnb_4bit_use_double_quant = True,
+                bnb_4bit_quant_type       = "nf4",
+                bnb_4bit_compute_dtype    = dtype,
+                llm_int8_skip_modules     = SKIP_QUANTIZATION_MODULES,
+            )
         pass
 
         if full_finetuning: