ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update rl.py

Browse source
This commit is contained in:
Daniel Han 2025-03-10 04:58:59 -07:00
commit 057aad6b4d
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/rl.py
View file

@ -349,7 +349,7 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
"elif isinstance(data_collator, DataCollatorForLanguageModeling) and 'labels' in train_dataset.column_names):\n"\
" print('Unsloth: Changing data collator to `DataCollatorForSeq2Seq` since `labels` found.)\n"\
" data_collator = DataCollatorForSeq2Seq("\
"tokenizer = processing_class if 'processing_class' in locals() else tokenizer)\n"\
"tokenizer = processing_class if 'processing_class' in locals() else tokenizer)\n"
extra_args += data_collator_check
pass