diff --git a/unsloth/models/rl.py b/unsloth/models/rl.py index 22e1e0f6cb..e5101662b8 100644 --- a/unsloth/models/rl.py +++ b/unsloth/models/rl.py @@ -364,7 +364,7 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"): lora_name = trainer_file + "_lora_model" source = re.sub( r"(self\.llm\.(?:generate|chat)\([^\)]{1,})\)", - r"\1, lora_request = model.load_lora('" + lora_name + r"', load_tensors = True))", + r"\1, lora_request = self.model.load_lora('" + lora_name + r"', load_tensors = True))", source )