Update rl.py

2025-02-19 21:41:17 -08:00 · 2025-02-19 21:41:17 -08:00 · 078d623b5d
commit 078d623b5d
parent 8368734e48
1 changed files with 1 additions and 1 deletions
--- a/unsloth/models/rl.py
+++ b/unsloth/models/rl.py
@ -481,7 +481,7 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
        RLTrainer_source,
        f"trl.trainer.{trainer_file}",
        imports,
-        overwrite = False,
+        overwrite = True,
    )
    
    # Patch Trainer