From 74c8f12b211e604f70565122d9e66dfae7ee58c4 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 20 Feb 2025 08:28:21 -0800 Subject: [PATCH] Update rl_replacements.py --- unsloth/models/rl_replacements.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/rl_replacements.py b/unsloth/models/rl_replacements.py index 23b31172fd..dd4d5a0e8f 100644 --- a/unsloth/models/rl_replacements.py +++ b/unsloth/models/rl_replacements.py @@ -165,6 +165,7 @@ RL_FUNCTIONS["grpo_trainer"].append(grpo_trainer__prepare_inputs) def grpo_trainer__move_model_to_vllm(function_name, function): if function_name != "_move_model_to_vllm": return function + print(function) # .*? matches first match. .+? matches final match. replacement = "def _move_model_to_vllm(self, *args, **kwargs): return None\n" return " "*function.find("def") + replacement