Update rl.py

2025-02-13 16:27:23 -08:00 · 2025-02-13 16:27:23 -08:00 · 680384fa57
commit 680384fa57
parent 81b1cc3a22
1 changed files with 1 additions and 1 deletions
--- a/unsloth/models/rl.py
+++ b/unsloth/models/rl.py
@ -402,7 +402,7 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
        RLTrainer_source,
        f"trl.trainer.{trainer_file}",
        imports,
-        overwrite = False,
+        overwrite = True,
    )
    
    # Patch Trainer