ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update rl.py

Browse source
This commit is contained in:
Daniel Han 2025-02-06 01:16:43 -08:00
commit 5f22141a05
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
unsloth/models/rl.py
View file

@ -271,6 +271,7 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
return
all_imports = dir(trainer)
imports = [x for x in all_imports if not x.startswith("_") and x in __init__]
imports += ["Trainer"]
spaces = __init__.find("def")
__init__ = __init__.split("\n")
@ -316,6 +317,9 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
__init__ = __init__.replace("if peft_config is not None:", "if False:")
__init__ = __init__.replace("get_peft_model(model, peft_config)", "model")
# Change super() to Trainer
__init__ = __init__.replace("super()", "super(Trainer, self)")
# Search for vLLM calling in all child functions
functions = dir(RLTrainer)
RLTrainer_source = inspect.getsource(RLTrainer)