From e749d578593510874f4cfbcaa8e1835cbcf48091 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 22 Oct 2024 01:09:20 -0700 Subject: [PATCH] Update tokenizer_utils.py --- unsloth/tokenizer_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/tokenizer_utils.py b/unsloth/tokenizer_utils.py index 3978f62e3b..2f5295e017 100644 --- a/unsloth/tokenizer_utils.py +++ b/unsloth/tokenizer_utils.py @@ -886,7 +886,7 @@ def patch_trl_tokenizer_processing_class(trainer_name): new_args = ",\n".join(f"{' '*12}{key} = {key}" for key in new_args) + \ f",\n{' '*12}processing_class = tokenizer if tokenizer else processing_class" args = ",\n".join(f"{' '*8}{key} = {value}" for key, value in args.items()) - args = f"{' '*4}def __init__(\n" + f"{' '*8}self,\n" + args + "):" + args = f"def __init__(\n" + f"{' '*8}self,\n" + args + "):" args += f"\n{' '*8}\n{' '*8}super().__init__(\n{new_args}\n{' '*8})" new_class = f"""class Unsloth{trainer_name}({trainer_name}):\n{' '*4}{args}\n""" return new_class