ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update rl_replacements.py

Browse source
This commit is contained in:
Daniel Han 2025-02-20 08:31:37 -08:00
commit e47340558e
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
unsloth/models/rl_replacements.py
View file

@ -164,11 +164,11 @@ RL_FUNCTIONS["grpo_trainer"].append(grpo_trainer__prepare_inputs)
# Remove _move_model_to_vllm
def grpo_trainer__move_model_to_vllm(function_name, function):
if function_name != "_move_model_to_vllm": return function
def _move_model_to_vllm(self, *args, **kwargs): return None
print(function)
# .*? matches first match. .+? matches final match.
replacement = "def _move_model_to_vllm(self, *args, **kwargs): return None\n"
return " "*function.find("def") + replacement
function = inspect.getsource(_move_model_to_vllm)
return function
pass
RL_FUNCTIONS["grpo_trainer"].append(grpo_trainer__move_model_to_vllm)