From 010f24b3a7bc6557ea801a7b77ea48cae3d6c1d6 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 22 Oct 2024 00:55:47 -0700 Subject: [PATCH] Update tokenizer_utils.py --- unsloth/tokenizer_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/tokenizer_utils.py b/unsloth/tokenizer_utils.py index e11783f7c5..9d69fd12ce 100644 --- a/unsloth/tokenizer_utils.py +++ b/unsloth/tokenizer_utils.py @@ -874,7 +874,7 @@ def patch_trl_tokenizer_processing_class(trainer_name): # New TRL removes tokenizer! # We return it back! exec(f"from trl import {trainer_name}") - if str(eval(f"{trainer_name}")__name__).startswith("Unsloth"): return None + if str(eval(f"{trainer_name}").__name__).startswith("Unsloth"): return None exec(f"parameters = inspect.signature({trainer_name}).parameters") if "tokenizer" in parameters: return None