ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Remove double generate patch

Browse source
This commit is contained in:
Daniel Han 2025-03-18 23:06:20 -07:00
commit ff8e0837e1
2 changed files with 0 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

6
unsloth/models/llama.py
View file

@ -2457,12 +2457,6 @@ class FastLlamaModel:
# Add for_inference and for_training
model.for_training = functools.partial(FastLlamaModel.for_training, model)
model.for_inference = functools.partial(FastLlamaModel.for_inference, model)
# Patch generate
if model.generate.__name__ != "unsloth_fast_generate":
model._old_generate = model.generate
unsloth_fast_generate.__doc__ = model._old_generate.__doc__
model.generate = types.MethodType(unsloth_fast_generate, model)
return model
pass

6
unsloth/models/vision.py
View file

@ -541,12 +541,6 @@ class FastBaseModel:
# Add for_inference and for_training
model.for_training = functools.partial(FastBaseModel.for_training, model)
model.for_inference = functools.partial(FastBaseModel.for_inference, model)
# Patch generate
# if model.generate.__name__ != "unsloth_base_fast_generate":
# model._old_generate = model.generate
# unsloth_base_fast_generate.__doc__ = model._old_generate.__doc__
# model.generate = types.MethodType(unsloth_base_fast_generate, model)
return model
pass