ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update rl_replacements.py

Browse source
This commit is contained in:
Daniel Han 2025-02-12 16:16:31 -08:00
commit 1e35ab6722
1 changed files with 11 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

11
unsloth/models/rl_replacements.py
View file

@ -135,3 +135,14 @@ def grpo_trainer__prepare_inputs(function_name, function):
return function
pass
RL_FUNCTIONS["grpo_trainer"].append(grpo_trainer__prepare_inputs)
# Remove _move_model_to_vllm
def grpo_trainer__move_model_to_vllm(function_name, function):
if function_name != "_move_model_to_vllm": return function
# .*? matches first match. .+? matches final match.
function = "def _move_model_to_vllm(*args, **kwargs): return None\n"
return function
pass
RL_FUNCTIONS["grpo_trainer"].append(grpo_trainer__move_model_to_vllm)