Update rl.py

2025-03-04 03:31:38 -08:00 · 2025-03-04 03:31:38 -08:00 · e4bc56a087
commit e4bc56a087
parent 20482bf9d6
1 changed files with 1 additions and 1 deletions
--- a/unsloth/models/rl.py
+++ b/unsloth/models/rl.py
@ -495,7 +495,7 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
        RLTrainer_source,
        f"trl.trainer.{trainer_file}",
        imports,
-        overwrite = True,
+        overwrite = False,
    )
    
    # Patch Trainer