Update tokenizer_utils.py
This commit is contained in:
parent
6195068e40
commit
058a2a7887
1 changed files with 1 additions and 1 deletions
|
|
@ -961,7 +961,7 @@ def patch_sft_trainer_tokenizer():
|
|||
if len(replacer) == 0: continue
|
||||
replacer = replacer[0]
|
||||
print("====")
|
||||
print(check_text)
|
||||
print(replacer)
|
||||
print("====")
|
||||
function = function.replace(replacer, replacer + check_text)
|
||||
else:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue