From d2b8043b79282c4ccf037a273de86df0d2c645ca Mon Sep 17 00:00:00 2001
From: Daniel Han <danielhanchen@gmail.com>
Date: Fri, 14 Mar 2025 04:43:11 -0700
Subject: [PATCH] Update vision.py

---
 unsloth/models/vision.py | 9 +++++++--
 1 file changed, 7 insertions(+), 2 deletions(-)

diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py
index c80ea984e3..ffb917ef79 100644
--- a/unsloth/models/vision.py
+++ b/unsloth/models/vision.py
@@ -66,10 +66,15 @@ __all__ = [
 ]
 
 global FORCE_FLOAT32
-FORCE_FLOAT32 = ["gemma3"]
+FORCE_FLOAT32 = [
+    "gemma3",
+]
 
 global FORCE_EAGER_ATTENTION
-FORCE_EAGER_ATTENTION = ["pixtral"]
+FORCE_EAGER_ATTENTION = [
+    "pixtral",    # Pixtral SDPA not implemented
+    "gemma-3-1b", # Small Gemma SDPA breaks
+]
 
 
 def unsloth_base_fast_generate(