ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update chat_templates.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-03-15 04:44:54 +11:00
commit a12e4ea3e0
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
unsloth/chat_templates.py
View file

@ -245,8 +245,8 @@ CHAT_TEMPLATES["gemma"] = (gemma_template, gemma_eos_token,)
# We find using <eos> is still more appropriate! # We find using <eos> is still more appropriate!
gemma_chatml_template = "{{ bos_token }}" + chatml_template gemma_chatml_template = "{{ bos_token }}" + chatml_template
gemma_chatml_eos_token = ( gemma_chatml_eos_token = (
{"<start_of_turn>" : "<|im_start|>", }, # "<end_of_turn>" : "<|im_end|>"}, {"<start_of_turn>" : "<|im_start|>", "<eos>" : "<|im_end|>"},
"eos_token", # "<|im_end|>", "<|im_end|>",
) )
CHAT_TEMPLATES["gemma_chatml"] = (gemma_chatml_template, gemma_chatml_eos_token,) CHAT_TEMPLATES["gemma_chatml"] = (gemma_chatml_template, gemma_chatml_eos_token,)