ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update rl.py

Browse source
This commit is contained in:
Daniel Han 2025-02-06 01:05:48 -08:00
commit d52341f06b
1 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
unsloth/models/rl.py
View file

@ -362,6 +362,9 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
spaces = source.find("def")
source = source.split("\n")
source = "\n".join(x[spaces:] for x in source)
# Replace function name with _unsloth_...
source = source.replace("def ", "def _unsloth_", 1)
changed[function] = source
pass
@ -372,8 +375,8 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
# Patch all functions
for function in changed:
exec(changed[function])
exec(f"trl.trainer.{trainer_file}.{RLTrainer_name}.{function} = {function}")
exec(changed[function], locals(), globals())
exec(f"trl.trainer.{trainer_file}.{RLTrainer_name}.{function} = _unsloth_{function}", locals(), globals())
pass
pass