From 84b68d49df54b58c2db182a1616c7146f4b4241f Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 6 Feb 2025 04:23:20 -0800 Subject: [PATCH] Update rl.py --- unsloth/models/rl.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/rl.py b/unsloth/models/rl.py index 22e1e0f6cb..e5101662b8 100644 --- a/unsloth/models/rl.py +++ b/unsloth/models/rl.py @@ -364,7 +364,7 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"): lora_name = trainer_file + "_lora_model" source = re.sub( r"(self\.llm\.(?:generate|chat)\([^\)]{1,})\)", - r"\1, lora_request = model.load_lora('" + lora_name + r"', load_tensors = True))", + r"\1, lora_request = self.model.load_lora('" + lora_name + r"', load_tensors = True))", source )