diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 6525f00862..acf999faff 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -81,7 +81,6 @@ def unsloth_base_fast_generate( *args, **kwargs, ): - print(args, kwargs) if len(args) != 0: x = args[0] elif "input_ids" in kwargs: @@ -544,15 +543,10 @@ class FastBaseModel: model.for_inference = functools.partial(FastBaseModel.for_inference, model) # Patch generate - # if model.generate.__name__ != "unsloth_base_fast_generate": - # # Check for internal old_generates - # m = model - # while hasattr(m, "model"): - # if hasattr(m, "_old_generate"): - - # model._old_generate = model.generate - # unsloth_base_fast_generate.__doc__ = model._old_generate.__doc__ - # model.generate = types.MethodType(unsloth_base_fast_generate, model) + if model.generate.__name__ != "unsloth_base_fast_generate": + model._old_generate = model.generate + unsloth_base_fast_generate.__doc__ = model._old_generate.__doc__ + model.generate = types.MethodType(unsloth_base_fast_generate, model) return model pass