From 8f0a165a53ee9835c1a1590de485018f82a8a094 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 22 Oct 2024 01:22:13 -0700 Subject: [PATCH] Update tokenizer_utils.py --- unsloth/tokenizer_utils.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/unsloth/tokenizer_utils.py b/unsloth/tokenizer_utils.py index 2f5295e017..6e9c061fad 100644 --- a/unsloth/tokenizer_utils.py +++ b/unsloth/tokenizer_utils.py @@ -878,7 +878,13 @@ def patch_trl_tokenizer_processing_class(trainer_name): parameters = eval(f"inspect.signature({trainer_name}).parameters") if "tokenizer" in parameters: return None - args = {key : value.default for key, value in parameters.items()} + args = { + key : \ + value.default \ + if type(value.default) is not str else \ + f"'{value.default}'" \ + for key, value in parameters.items() + } args["tokenizer"] = None new_args = args.copy() del new_args["tokenizer"]