ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update chat_templates.py

Browse source
This commit is contained in:
Daniel Han 2025-03-12 21:52:38 -07:00
commit b63cafd329
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
unsloth/chat_templates.py
View file

@ -1940,6 +1940,11 @@ extra_eos_tokens = None,
tokenizer._ollama_modelfile = modelfile
tokenizer._unsloth_input_part = input_part
tokenizer._unsloth_output_part = output_part
if hasattr(tokenizer, "tokenizer"):
tokenizer.tokenizer.chat_template = jinja_template
tokenizer.tokenizer._ollama_modelfile = modelfile
tokenizer.tokenizer._unsloth_input_part = input_part
tokenizer.tokenizer._unsloth_output_part = output_part
return dataset.map(formatting_prompts_func, batched = True,)
pass