From a12e4ea3e003a1e01c1f27a042e14afaf740ab4c Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Fri, 15 Mar 2024 04:44:54 +1100 Subject: [PATCH] Update chat_templates.py --- unsloth/chat_templates.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/unsloth/chat_templates.py b/unsloth/chat_templates.py index 695ad49017..da46972750 100644 --- a/unsloth/chat_templates.py +++ b/unsloth/chat_templates.py @@ -245,8 +245,8 @@ CHAT_TEMPLATES["gemma"] = (gemma_template, gemma_eos_token,) # We find using is still more appropriate! gemma_chatml_template = "{{ bos_token }}" + chatml_template gemma_chatml_eos_token = ( - {"" : "<|im_start|>", }, # "" : "<|im_end|>"}, - "eos_token", # "<|im_end|>", + {"" : "<|im_start|>", "" : "<|im_end|>"}, + "<|im_end|>", ) CHAT_TEMPLATES["gemma_chatml"] = (gemma_chatml_template, gemma_chatml_eos_token,)