ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update tokenizer_utils.py

Browse source
This commit is contained in:
Daniel Han 2024-10-22 01:05:41 -07:00
commit aa2b20763e
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
unsloth/tokenizer_utils.py
View file

@ -1010,6 +1010,7 @@ pass
for trainer_name in ("SFTTrainer", "DPOTrainer", "KTOTrainer"):
trainer_text = patch_trl_tokenizer_processing_class(trainer_name)
if trainer_text is None: continue
print(trainer_text)
exec(trainer_text, globals())
exec(f"trl.trainer.{trainer_name} = Unsloth{trainer_name}", globals())
pass