From 3a9b3cac9a030e9c33dc3d1de9cdc3c528c6f47a Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Fri, 14 Feb 2025 04:38:03 -0800 Subject: [PATCH] Update rl.py --- unsloth/models/rl.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/rl.py b/unsloth/models/rl.py index 8dcd855d0b..fb14460376 100644 --- a/unsloth/models/rl.py +++ b/unsloth/models/rl.py @@ -417,7 +417,7 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"): # Get all pre-modules if RLTrainer_name in RL_PRE_ITEMS: - RL_pre = "\n".join(RL_PRE_ITEMS) + RL_pre = "\n".join(RL_PRE_ITEMS[RLTrainer_name]) else: RL_pre = "" pass