From 5dfe582c96fe3d242533238410dd13302d3d13e2 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Fri, 15 Mar 2024 03:37:37 +1100 Subject: [PATCH] Update chat_templates.py --- unsloth/chat_templates.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/chat_templates.py b/unsloth/chat_templates.py index 2a9c8d3e35..c287bdb4cf 100644 --- a/unsloth/chat_templates.py +++ b/unsloth/chat_templates.py @@ -371,7 +371,7 @@ def get_chat_template( new_tokenizer = tokenizer.__class__(tokenizer_object = new_tokenizer, eos_token = stop_word) # Must fix the sentence piece tokenizer since there's no tokenizer.model file! - new_tokenizer = fix_sentencepiece_tokenizer(tokenizer, new_tokenizer, token_mapping,) + tokenizer = fix_sentencepiece_tokenizer(tokenizer, new_tokenizer, token_mapping,) elif stop_word != "eos_token": logger.warning_once(f"Unsloth: Will map {stop_word} to EOS = {tokenizer.eos_token}.")