From ccf31a02853ba877052d1b0a29ee6b4ff64ba06c Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 22 Oct 2024 00:57:36 -0700 Subject: [PATCH] Update tokenizer_utils.py --- unsloth/tokenizer_utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/unsloth/tokenizer_utils.py b/unsloth/tokenizer_utils.py index 9d69fd12ce..1dbff4f57c 100644 --- a/unsloth/tokenizer_utils.py +++ b/unsloth/tokenizer_utils.py @@ -873,9 +873,9 @@ pass def patch_trl_tokenizer_processing_class(trainer_name): # New TRL removes tokenizer! # We return it back! - exec(f"from trl import {trainer_name}") + exec(f"from trl import {trainer_name}", globals()) if str(eval(f"{trainer_name}").__name__).startswith("Unsloth"): return None - exec(f"parameters = inspect.signature({trainer_name}).parameters") + parameters = eval(f"inspect.signature({trainer_name}).parameters") if "tokenizer" in parameters: return None args = {key : value.default for key, value in parameters.items()}