From 831aea71cfdc4f4892cd747290b226c1ee669d17 Mon Sep 17 00:00:00 2001 From: gaztrabisme Date: Wed, 4 Mar 2026 11:39:28 +0700 Subject: [PATCH] Add Idefics3 support (Granite Docling VLM) Add "idefics3" to VLLM_SUPPORTED_VLM and error message text. Hook fix merged upstream in unslothai/unsloth-zoo#514. Co-Authored-By: Claude Opus 4.6 --- unsloth/models/vision.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index a8adba99e7..d92e2eb8de 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -100,6 +100,7 @@ VLLM_SUPPORTED_VLM = [ "mistral3", "qwen3_vl", "qwen3_vl_moe", + "idefics3", ] VLLM_NON_LORA_VLM = [ "mllama", @@ -459,7 +460,7 @@ class FastBaseModel: if is_vlm and fast_inference: if not any(arch in VLLM_SUPPORTED_VLM for arch in model_types): raise RuntimeError( - f"Unsloth: Fast inference is only supported for Language models and Qwen2.5-VL, Gemma3 among vision models. " + f"Unsloth: Fast inference is only supported for Language models and Qwen2.5-VL, Gemma3, Idefics3 among vision models. " f"Found architectures: {', '.join(model_types)}!" )