From 2ec02b6b8291fe7eee90c99075bbf09519dc2657 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 18 Mar 2025 22:29:55 -0700 Subject: [PATCH] Update vision.py --- unsloth/models/vision.py | 13 +++++++++---- 1 file changed, 9 insertions(+), 4 deletions(-) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index c011dbff44..6525f00862 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -544,10 +544,15 @@ class FastBaseModel: model.for_inference = functools.partial(FastBaseModel.for_inference, model) # Patch generate - if model.generate.__name__ != "unsloth_base_fast_generate": - model._old_generate = model.generate - unsloth_base_fast_generate.__doc__ = model._old_generate.__doc__ - model.generate = types.MethodType(unsloth_base_fast_generate, model) + # if model.generate.__name__ != "unsloth_base_fast_generate": + # # Check for internal old_generates + # m = model + # while hasattr(m, "model"): + # if hasattr(m, "_old_generate"): + + # model._old_generate = model.generate + # unsloth_base_fast_generate.__doc__ = model._old_generate.__doc__ + # model.generate = types.MethodType(unsloth_base_fast_generate, model) return model pass