ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update rl.py

Browse source
This commit is contained in:
Daniel Han 2025-07-11 03:13:55 -07:00
commit 75e394b269
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
unsloth/models/rl.py
View file

@ -481,9 +481,10 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
"include_tokens_per_second" : False,
"include_num_input_tokens_seen" : False,
"auto_find_batch_size" : True, # Auto /2 batch size
"dataloader_persistent_workers" : True, # Keeps dataloader in RAM
"dataloader_pin_memory" : True,
# "dataloader_prefetch_factor" : 2, # Might fail so disable for now
# Might fail so disable for now
# "dataloader_persistent_workers" : True, # Keeps dataloader in RAM
# "dataloader_prefetch_factor" : 2,
# "dataloader_num_workers" : 2, # Default is 0 means 1
}
for k, v in replacements.items():