diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py
index 9c5f706e9e..876deaec53 100644
--- a/unsloth/models/loader.py
+++ b/unsloth/models/loader.py
@@ -428,9 +428,15 @@ from ..kernels import (
 )
 from .vision import FastBaseModel
 from transformers import (
-    AutoModelForVision2Seq,
     AutoModelForCausalLM,
 )
+try:
+    from transformers import AutoModelForImageTextToText
+    AutoModelForVision2Seq = AutoModelForImageTextToText
+except:
+    from transformers import AutoModelForVision2Seq
+pass
+
 
 class FastModel(FastBaseModel):
     @staticmethod
diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py
index 19aeabb35b..25085dcd7a 100644
--- a/unsloth/models/vision.py
+++ b/unsloth/models/vision.py
@@ -15,11 +15,16 @@
 import torch
 from transformers import (
     BitsAndBytesConfig,
-    AutoModelForVision2Seq,
     AutoProcessor,
     AutoTokenizer,
     AutoModelForCausalLM,
 )
+try:
+    from transformers import AutoModelForImageTextToText
+    AutoModelForVision2Seq = AutoModelForImageTextToText
+except:
+    from transformers import AutoModelForVision2Seq
+pass
 from .llama import *
 from ..kernels import (
     post_patch_loss_function,