From 369ce004df0c20cc0e271e1434fe2b25761e3dde Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 18 Mar 2025 22:33:18 -0700 Subject: [PATCH] Update vision.py --- unsloth/models/vision.py | 14 ++++---------- 1 file changed, 4 insertions(+), 10 deletions(-) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 6525f00862..acf999faff 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -81,7 +81,6 @@ def unsloth_base_fast_generate( *args, **kwargs, ): - print(args, kwargs) if len(args) != 0: x = args[0] elif "input_ids" in kwargs: @@ -544,15 +543,10 @@ class FastBaseModel: model.for_inference = functools.partial(FastBaseModel.for_inference, model) # Patch generate - # if model.generate.__name__ != "unsloth_base_fast_generate": - # # Check for internal old_generates - # m = model - # while hasattr(m, "model"): - # if hasattr(m, "_old_generate"): - - # model._old_generate = model.generate - # unsloth_base_fast_generate.__doc__ = model._old_generate.__doc__ - # model.generate = types.MethodType(unsloth_base_fast_generate, model) + if model.generate.__name__ != "unsloth_base_fast_generate": + model._old_generate = model.generate + unsloth_base_fast_generate.__doc__ = model._old_generate.__doc__ + model.generate = types.MethodType(unsloth_base_fast_generate, model) return model pass