From 4185a04c2e17e6429d544f933cc6332f0aee0e5b Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 11 Feb 2025 21:13:31 -0800 Subject: [PATCH] Update rl_replacements.py --- unsloth/models/rl_replacements.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/unsloth/models/rl_replacements.py b/unsloth/models/rl_replacements.py index 56c5c7ad9e..b60a10319c 100644 --- a/unsloth/models/rl_replacements.py +++ b/unsloth/models/rl_replacements.py @@ -57,8 +57,8 @@ RL_EXTRA_ARGS["dpo_trainer"].append(dpo_trainer_fix_columns) def sft_trainer_prepare_dataset(function_name, function): if function_name != "_prepare_non_packed_dataloader" and \ - function_name != "_prepare_dataset": return - + function_name != "_prepare_dataset": return function + check_text = \ "\n"\ "if 'tokenizer' not in locals(): tokenizer = processing_class\n"\ @@ -90,7 +90,7 @@ def sft_trainer_prepare_dataset(function_name, function): if len(replacer) != 0: replacer = replacer[0] function = function.replace(replacer, replacer + check_text) - pass + pass return function pass RL_FUNCTIONS["sft_trainer"].append(sft_trainer_prepare_dataset)