From 997d102011379a3f35680822ef7fb8bbc2d228ab Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 11 Feb 2025 20:37:18 -0800 Subject: [PATCH] Update rl_replacements.py --- unsloth/models/rl_replacements.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/rl_replacements.py b/unsloth/models/rl_replacements.py index 56ad57f5cc..a09fcb1fb2 100644 --- a/unsloth/models/rl_replacements.py +++ b/unsloth/models/rl_replacements.py @@ -43,7 +43,7 @@ def dpo_trainer_fix_columns(call_args, extra_args): " 'prompt_input_ids', 'prompt_attention_mask']\n"\ " if all(x in column_names for x in check):\n"\ " train_dataset = train_dataset.remove_columns(['chosen', 'rejected', 'prompt'])\n"\ - " del check, column_names\n"\ + " del check, column_names\n" return fix_dpo return "" pass