Update tokenizer_utils.py

This commit is contained in:
Daniel Han 2025-02-11 01:27:50 -08:00
commit 058a2a7887

View file

@ -961,7 +961,7 @@ def patch_sft_trainer_tokenizer():
if len(replacer) == 0: continue
replacer = replacer[0]
print("====")
print(check_text)
print(replacer)
print("====")
function = function.replace(replacer, replacer + check_text)
else: