From 890ac5565d77eaa96eb8263aeeb10ec2d3837281 Mon Sep 17 00:00:00 2001 From: Etherll <61019402+Etherll@users.noreply.github.com> Date: Fri, 19 Sep 2025 00:27:39 +0300 Subject: [PATCH] Update vision.py (#3339) --- unsloth/models/vision.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 84a2fc9f1c..d6c710c281 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -487,8 +487,9 @@ class FastBaseModel: # attn_implementation = attn_implementation, **kwargs, ) - model.fast_generate = model.generate - model.fast_generate_batches = error_out_no_vllm + if hasattr(model, 'generate'): + model.fast_generate = model.generate + model.fast_generate_batches = error_out_no_vllm else: from unsloth_zoo.vllm_utils import ( load_vllm, @@ -634,7 +635,7 @@ class FastBaseModel: m.is_loaded_in_8bit = True if not full_finetuning else False # Patch generate - if os.environ.get("UNSLOTH_DISABLE_FAST_GENERATION", "0") == "0": + if os.environ.get("UNSLOTH_DISABLE_FAST_GENERATION", "0") == "0" and hasattr(model, 'generate'): if model.generate.__name__ != "unsloth_base_fast_generate": model._old_generate = model.generate unsloth_base_fast_generate.__doc__ = model._old_generate.__doc__