ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update rl.py

Browse source
This commit is contained in:
Daniel Han 2025-02-14 04:42:05 -08:00
commit 5a9f9b7f24
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
unsloth/models/rl.py
View file

@ -416,8 +416,8 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
__RLConfig_doc__ = eval(f"trl.trainer.{RLConfig_name}") .__doc__
# Get all pre-modules
if RLTrainer_name in RL_PRE_ITEMS:
RL_pre = "\n".join(RL_PRE_ITEMS[RLTrainer_name])
if trainer_file in RL_PRE_ITEMS:
RL_pre = "\n".join(RL_PRE_ITEMS[trainer_file])
else:
RL_pre = ""
pass