Update rl_replacements.py

This commit is contained in:
Daniel Han 2025-02-20 08:28:21 -08:00
commit 74c8f12b21

View file

@ -165,6 +165,7 @@ RL_FUNCTIONS["grpo_trainer"].append(grpo_trainer__prepare_inputs)
def grpo_trainer__move_model_to_vllm(function_name, function):
if function_name != "_move_model_to_vllm": return function
print(function)
# .*? matches first match. .+? matches final match.
replacement = "def _move_model_to_vllm(self, *args, **kwargs): return None\n"
return " "*function.find("def") + replacement