ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update rl.py

Browse source
This commit is contained in:
Daniel Han 2025-02-14 04:38:03 -08:00
commit 3a9b3cac9a
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/rl.py
View file

@ -417,7 +417,7 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
# Get all pre-modules
if RLTrainer_name in RL_PRE_ITEMS:
RL_pre = "\n".join(RL_PRE_ITEMS)
RL_pre = "\n".join(RL_PRE_ITEMS[RLTrainer_name])
else:
RL_pre = ""
pass