From a02a11a10c362b2ddd7f1b97a5bab8a4cec78731 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 21 Nov 2024 04:13:54 -0800 Subject: [PATCH] Update _utils.py --- unsloth/models/_utils.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 62881db09b..ee85ba3c36 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -155,6 +155,14 @@ try: except: pass +# Setting `pad_token_id` to `eos_token_id` +try: + from transformers.generation.utils import logger as transformers_generation_utils_logger + transformers_generation_utils_logger.addFilter(HideLoggingMessage("Setting `pad_token_id` to `eos_token_id`")) + del transformers_generation_utils_logger +except: + pass + # ============================================= # =============================================