Update rl.py
This commit is contained in:
parent
940035b27e
commit
63cea64a49
1 changed files with 1 additions and 1 deletions
|
|
@ -717,7 +717,7 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
|
|||
num_proc_check = \
|
||||
"if dataset_num_proc is None:\n"\
|
||||
" from multiprocessing import cpu_count\n"\
|
||||
" dataset_num_proc = max(cpu_count()+4, 2)\n"
|
||||
" dataset_num_proc = min(max(cpu_count()+4, 2), 64)\n"
|
||||
extra_args += num_proc_check
|
||||
pass
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue