ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update chat_templates.py

Browse source
This commit is contained in:
Daniel Han 2025-03-12 21:47:53 -07:00
commit 60eccec650
1 changed files with 6 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

11
unsloth/chat_templates.py
View file

@ -1114,11 +1114,12 @@ def get_chat_template(
# Check fast tokenizer
if not is_fast_tokenizer:
print(
"Unsloth: Not a fast tokenizer, so can't process it as of yet :(\n"\
"Please log a Github issue if you want this as a new feature!\n"\
"Your chat template will still work, but it won't add or edit tokens."
)
pass
# print(
# "Unsloth: Not a fast tokenizer, so can't process it as of yet :(\n"\
# "Please log a Github issue if you want this as a new feature!\n"\
# "Your chat template will still work, but it won't add or edit tokens."
# )
elif token_mapping is not None:
# token_mapping = {"<start_of_turn>" : "<|im_start|>", "<end_of_turn>" : "<|im_end|>"}