Update tokenizer_utils.py
This commit is contained in:
parent
16ddec731a
commit
dbf46781c9
1 changed files with 1 additions and 0 deletions
|
|
@ -1058,6 +1058,7 @@ for trainer_name in ("SFTTrainer", "DPOTrainer", "KTOTrainer"):
|
|||
trainer_text = patch_trl_tokenizer_processing_class(trainer_name)
|
||||
if trainer_text is None: continue
|
||||
try:
|
||||
print(trainer_text)
|
||||
exec(trainer_text, globals())
|
||||
except Exception as error:
|
||||
raise RuntimeError(
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue