From d0c4b8109d6bfc92bbe9db978ce8159115fccb91 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Fri, 21 Mar 2025 15:50:32 -0700 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 7 ------- 1 file changed, 7 deletions(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 5aabf15134..88494df3d2 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -2665,13 +2665,6 @@ class FastLlamaModel: model.load_lora = functools.partial(load_lora, model) pass - # Patch generate - if model.generate.__name__ != "unsloth_fast_generate": - model._old_generate = model.generate - unsloth_fast_generate.__doc__ = model._old_generate.__doc__ - model.generate = types.MethodType(unsloth_fast_generate, model) - pass - # Add for_inference and for_training model.for_training = functools.partial(FastLlamaModel.for_training, model) model.for_inference = functools.partial(FastLlamaModel.for_inference, model)