From 976d11a10d54383aeb7a692c69e01151a20bfd72 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 27 Aug 2024 00:08:39 -0700 Subject: [PATCH] Update save.py --- unsloth/save.py | 17 +++++++++++++---- 1 file changed, 13 insertions(+), 4 deletions(-) diff --git a/unsloth/save.py b/unsloth/save.py index 66e2ec6bf0..b875e9b2d1 100644 --- a/unsloth/save.py +++ b/unsloth/save.py @@ -1483,14 +1483,23 @@ def create_ollama_modelfile(tokenizer, gguf_location): modelfile = modelfile\ .replace("{{", "⚫@✅#🦥")\ - .replace("}}", "⚡@🦥#⛵")\ - .format( + .replace("}}", "⚡@🦥#⛵") + + if "__EOS_TOKEN__" in modelfile: + modelfile = modelfile.format( __FILE_LOCATION__ = gguf_location, - )\ + __EOS_TOKEN__ = tokenizer.eos_token, + ) + else: + modelfile = modelfile.format( + __FILE_LOCATION__ = gguf_location, + ) + pass + + modelfile = modelfile\ .replace("⚫@✅#🦥", "{{")\ .replace("⚡@🦥#⛵", "}}")\ .rstrip() - pass return modelfile pass