From c792fa4f200086f6462811cf0e6d903a223c2650 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 11 Feb 2025 03:21:59 -0800 Subject: [PATCH] Update tokenizer_utils.py --- unsloth/tokenizer_utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/tokenizer_utils.py b/unsloth/tokenizer_utils.py index 5226c3c5b7..82e82eb686 100644 --- a/unsloth/tokenizer_utils.py +++ b/unsloth/tokenizer_utils.py @@ -945,6 +945,7 @@ def patch_sft_trainer_tokenizer(): " from functools import partial\n"\ " tokenizer = partial(tokenizer, add_special_tokens = False)\n"\ " processing_class = tokenizer\n"\ + " print(1111)\n" "else:\n"\ " add_special_tokens = False if has_bos_token_already else add_special_tokens\n\n"