Update save.py

2024-08-27 00:08:39 -07:00 · 2024-08-27 00:08:39 -07:00 · 976d11a10d
commit 976d11a10d
parent 12b437e122
1 changed files with 13 additions and 4 deletions
--- a/unsloth/save.py
+++ b/unsloth/save.py
@ -1483,14 +1483,23 @@ def create_ollama_modelfile(tokenizer, gguf_location):

    modelfile = modelfile\
        .replace("{{", "⚫@✅#🦥")\
-        .replace("}}", "⚡@🦥#⛵")\
-        .format(
+        .replace("}}", "⚡@🦥#⛵")
+    
+    if "__EOS_TOKEN__" in modelfile:
+        modelfile = modelfile.format(
            __FILE_LOCATION__  = gguf_location,
-        )\
+            __EOS_TOKEN__      = tokenizer.eos_token,
+        )
+    else:
+        modelfile = modelfile.format(
+            __FILE_LOCATION__  = gguf_location,
+        )
+    pass
+    
+    modelfile = modelfile\
        .replace("⚫@✅#🦥", "{{")\
        .replace("⚡@🦥#⛵", "}}")\
        .rstrip()
-    pass

    return modelfile
 pass