From ff8e0837e1bcd84a0daf2547e6a73289cb5a4e07 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 18 Mar 2025 23:06:20 -0700 Subject: [PATCH] Remove double generate patch --- unsloth/models/llama.py | 6 ------ unsloth/models/vision.py | 6 ------ 2 files changed, 12 deletions(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 07805271f5..4bf1357169 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -2457,12 +2457,6 @@ class FastLlamaModel: # Add for_inference and for_training model.for_training = functools.partial(FastLlamaModel.for_training, model) model.for_inference = functools.partial(FastLlamaModel.for_inference, model) - - # Patch generate - if model.generate.__name__ != "unsloth_fast_generate": - model._old_generate = model.generate - unsloth_fast_generate.__doc__ = model._old_generate.__doc__ - model.generate = types.MethodType(unsloth_fast_generate, model) return model pass diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index f30117c917..d66e87d3ab 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -541,12 +541,6 @@ class FastBaseModel: # Add for_inference and for_training model.for_training = functools.partial(FastBaseModel.for_training, model) model.for_inference = functools.partial(FastBaseModel.for_inference, model) - - # Patch generate - # if model.generate.__name__ != "unsloth_base_fast_generate": - # model._old_generate = model.generate - # unsloth_base_fast_generate.__doc__ = model._old_generate.__doc__ - # model.generate = types.MethodType(unsloth_base_fast_generate, model) return model pass