From 078d623b5d839edeee51bc1e6e3e7d108270f22d Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 19 Feb 2025 21:41:17 -0800 Subject: [PATCH] Update rl.py --- unsloth/models/rl.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/rl.py b/unsloth/models/rl.py index 1aacade93d..24f503dc6a 100644 --- a/unsloth/models/rl.py +++ b/unsloth/models/rl.py @@ -481,7 +481,7 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"): RLTrainer_source, f"trl.trainer.{trainer_file}", imports, - overwrite = False, + overwrite = True, ) # Patch Trainer