Update tokenizer_utils.py

This commit is contained in:
Daniel Han 2025-02-09 19:21:58 -08:00
commit dbf46781c9

View file

@ -1058,6 +1058,7 @@ for trainer_name in ("SFTTrainer", "DPOTrainer", "KTOTrainer"):
trainer_text = patch_trl_tokenizer_processing_class(trainer_name)
if trainer_text is None: continue
try:
print(trainer_text)
exec(trainer_text, globals())
except Exception as error:
raise RuntimeError(