From a0c18c9880222b80dcd03f1245fdf5054c55fecb Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Mon, 11 Mar 2024 20:05:06 +1100 Subject: [PATCH] Update save.py --- unsloth/save.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/unsloth/save.py b/unsloth/save.py index 0081da6a21..8430023ec3 100644 --- a/unsloth/save.py +++ b/unsloth/save.py @@ -645,7 +645,7 @@ def save_to_gguf( if model_type == "llama": use_fast_convert = True elif model_type == "mistral": use_fast_convert = True pass - logger.warning_once("Unsloth: Converting {model_type} model. Can use fast conversion = {use_fast_convert}.") + logger.warning_once(f"Unsloth: Converting {model_type} model. Can use fast conversion = {use_fast_convert}.") if quantization_method == "not_quantized": quantization_method = "f16" elif quantization_method == "fast_quantized": quantization_method = "q8_0" @@ -718,7 +718,7 @@ def save_to_gguf( f"The output location will be {final_location}\n"\ "This will take 3 minutes...") - if use_convert: + if use_fast_convert: command = f"python llama.cpp/convert.py {model_directory} "\ f"--outfile {final_location} --vocab-type hfft "\ f"--outtype {first_conversion} --concurrency {n_cpus}"