From 5a9f9b7f241df7695a6376d9e3503a0ece042ed4 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Fri, 14 Feb 2025 04:42:05 -0800 Subject: [PATCH] Update rl.py --- unsloth/models/rl.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/unsloth/models/rl.py b/unsloth/models/rl.py index fb14460376..1ac511e833 100644 --- a/unsloth/models/rl.py +++ b/unsloth/models/rl.py @@ -416,8 +416,8 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"): __RLConfig_doc__ = eval(f"trl.trainer.{RLConfig_name}") .__doc__ # Get all pre-modules - if RLTrainer_name in RL_PRE_ITEMS: - RL_pre = "\n".join(RL_PRE_ITEMS[RLTrainer_name]) + if trainer_file in RL_PRE_ITEMS: + RL_pre = "\n".join(RL_PRE_ITEMS[trainer_file]) else: RL_pre = "" pass