From 8368734e488912fcbb9b7f9f2b127156db98ac5c Mon Sep 17 00:00:00 2001
From: Daniel Han <danielhanchen@gmail.com>
Date: Wed, 19 Feb 2025 17:58:25 -0800
Subject: [PATCH] Update rl.py

---
 unsloth/models/rl.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/unsloth/models/rl.py b/unsloth/models/rl.py
index 24f503dc6a..1aacade93d 100644
--- a/unsloth/models/rl.py
+++ b/unsloth/models/rl.py
@@ -481,7 +481,7 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
         RLTrainer_source,
         f"trl.trainer.{trainer_file}",
         imports,
-        overwrite = True,
+        overwrite = False,
     )
     
     # Patch Trainer