Update chat_templates.py

This commit is contained in:
Daniel Han-Chen 2024-03-10 02:57:41 +11:00
commit 457b7ba6d6

View file

@ -257,9 +257,9 @@ def get_chat_template(
assert("Unsloth: Can only map new tokens to EOS for now. Adding new tokens is not yet supported.")
pass
if tokenizer.__class__.__name__.startswith("Gemma") and chat_template == "chatml":
chat_template = "gemma_chatml"
pass
# if tokenizer.__class__.__name__.startswith("Gemma") and chat_template == "chatml":
# chat_template = "gemma_chatml"
# pass
old_padding_side = tokenizer.padding_side