ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update vision.py

Browse source
This commit is contained in:
Daniel Han 2025-03-18 22:29:55 -07:00
commit 2ec02b6b82
1 changed files with 9 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

13
unsloth/models/vision.py
View file

@ -544,10 +544,15 @@ class FastBaseModel:
model.for_inference = functools.partial(FastBaseModel.for_inference, model)
# Patch generate
if model.generate.__name__ != "unsloth_base_fast_generate":
model._old_generate = model.generate
unsloth_base_fast_generate.__doc__ = model._old_generate.__doc__
model.generate = types.MethodType(unsloth_base_fast_generate, model)
# if model.generate.__name__ != "unsloth_base_fast_generate":
# # Check for internal old_generates
# m = model
# while hasattr(m, "model"):
# if hasattr(m, "_old_generate"):
# model._old_generate = model.generate
# unsloth_base_fast_generate.__doc__ = model._old_generate.__doc__
# model.generate = types.MethodType(unsloth_base_fast_generate, model)
return model
pass