Update tokenizer_utils.py
This commit is contained in:
parent
543e6d5ab3
commit
07f39e0b05
1 changed files with 1 additions and 0 deletions
|
|
@ -914,6 +914,7 @@ def patch_sft_trainer_tokenizer():
|
|||
try:
|
||||
sft_trainer = eval(f"trl.trainer.sft_trainer.SFTTrainer")
|
||||
except:
|
||||
return
|
||||
all_imports = dir(trl.trainer.sft_trainer)
|
||||
|
||||
for function_name, replacer in (
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue