Update rl_replacements.py

This commit is contained in:
Daniel Han 2025-02-13 04:40:42 -08:00
commit cedb6c15d9

View file

@ -116,6 +116,8 @@ def sft_trainer_compute_loss(function_name, function):
function = inspect.getsource(_sft_trainer_compute_loss)
function = function.replace("def _sft_trainer_compute_loss", "def compute_loss")
function = function.split("\n")
function = "\n".join(" "*4+x for x in function)
return function
pass
RL_FUNCTIONS["sft_trainer"].append(sft_trainer_compute_loss)