From a95d7322f030ef1d2acb41e7409aae7ffdea8d17 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 4 Mar 2025 19:19:12 -0800 Subject: [PATCH] Update llama.py --- unsloth/models/llama.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 86f25888e8..fd1f16e30b 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1970,8 +1970,8 @@ class FastLlamaModel: # Patch generate if model.generate.__name__ != "unsloth_fast_generate": model._old_generate = model.generate + unsloth_fast_generate.__doc__ = model._old_generate.__doc__ model.generate = types.MethodType(unsloth_fast_generate, model) - model.generate.__doc__ = model._old_generate.__doc__ return model, tokenizer pass @@ -2408,8 +2408,8 @@ class FastLlamaModel: # Patch generate if model.generate.__name__ != "unsloth_fast_generate": model._old_generate = model.generate + unsloth_fast_generate.__doc__ = model._old_generate.__doc__ model.generate = types.MethodType(unsloth_fast_generate, model) - model.generate.__doc__ = model._old_generate.__doc__ return model pass