diff --git a/unsloth/models/rl.py b/unsloth/models/rl.py
index d339631a0c..664fe10c4f 100644
--- a/unsloth/models/rl.py
+++ b/unsloth/models/rl.py
@@ -672,7 +672,7 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
         RLTrainer_source,
         f"trl.trainer.{trainer_file}",
         imports,
-        overwrite = False,
+        overwrite = True,
     )
 
     # Patch Trainer