From 0e51ebdd58303b069a3b5a839da170ad9e0e93af Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 11 Feb 2025 23:47:33 -0800 Subject: [PATCH] Update rl.py --- unsloth/models/rl.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/rl.py b/unsloth/models/rl.py index 24a5c8d1f9..1639590c2d 100644 --- a/unsloth/models/rl.py +++ b/unsloth/models/rl.py @@ -401,6 +401,7 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"): RLTrainer_source, f"trl.trainer.{trainer_file}", imports, + overwrite = False, ) # Patch Trainer