Update chat_templates.py

This commit is contained in:
Daniel Han 2024-09-21 01:56:17 -07:00
commit c247bfc72c

View file

@ -1841,7 +1841,11 @@ def train_on_responses_only(
pass
return { "labels" : all_labels }
pass
trainer.train_dataset = trainer.train_dataset.map(_train_on_responses_only, batched = True)
if hasattr(trainer, "train_dataset"):
trainer.train_dataset = trainer.train_dataset.map(_train_on_responses_only, batched = True)
if hasattr(trainer, "eval_dataset"):
trainer.eval_dataset = trainer.eval_dataset .map(_train_on_responses_only, batched = True)
return trainer
pass