From 2015e1e382fc4d89fda28509546ce34377018f42 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 11 Mar 2025 04:30:01 -0700 Subject: [PATCH] AutoModelForImageTextToText --- unsloth/models/loader.py | 8 +++++++- unsloth/models/vision.py | 7 ++++++- 2 files changed, 13 insertions(+), 2 deletions(-) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 9c5f706e9e..876deaec53 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -428,9 +428,15 @@ from ..kernels import ( ) from .vision import FastBaseModel from transformers import ( - AutoModelForVision2Seq, AutoModelForCausalLM, ) +try: + from transformers import AutoModelForImageTextToText + AutoModelForVision2Seq = AutoModelForImageTextToText +except: + from transformers import AutoModelForVision2Seq +pass + class FastModel(FastBaseModel): @staticmethod diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 19aeabb35b..25085dcd7a 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -15,11 +15,16 @@ import torch from transformers import ( BitsAndBytesConfig, - AutoModelForVision2Seq, AutoProcessor, AutoTokenizer, AutoModelForCausalLM, ) +try: + from transformers import AutoModelForImageTextToText + AutoModelForVision2Seq = AutoModelForImageTextToText +except: + from transformers import AutoModelForVision2Seq +pass from .llama import * from ..kernels import ( post_patch_loss_function,