diff --git a/unsloth/models/rl_replacements.py b/unsloth/models/rl_replacements.py index ec311a7a83..fe7f4accee 100644 --- a/unsloth/models/rl_replacements.py +++ b/unsloth/models/rl_replacements.py @@ -93,7 +93,7 @@ def sft_trainer_prepare_dataset(function_name, function): " tokenizer = partial(tokenizer, add_special_tokens = False)\n"\ " processing_class = tokenizer\n"\ "else:\n"\ - " add_special_tokens = False if has_bos_token_already else add_special_tokens\n" + " add_special_tokens = False if has_bos_token_already else locals().get('add_special_tokens', False)\n" check_text = check_text.split("\n") check_text = "\n".join(" "*8 + x for x in check_text)