From 98573e8618208ccc8d2345b7db589cf2f37163ff Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Mon, 11 Mar 2024 23:21:27 +1100 Subject: [PATCH] kaggle new --- pyproject.toml | 5 +++++ unsloth/save.py | 2 +- 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 7d955082d7..5f6c56d648 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -127,6 +127,11 @@ cu121-torch220 = [ kaggle = [ "unsloth[huggingface]", ] +kaggle-new = [ + "unsloth[huggingface]", + "unsloth[cu121onlytorch220]", + "bitsandbytes", +] conda = [ "unsloth[huggingface]", ] diff --git a/unsloth/save.py b/unsloth/save.py index 8430023ec3..dd0dc26e66 100644 --- a/unsloth/save.py +++ b/unsloth/save.py @@ -718,7 +718,7 @@ def save_to_gguf( f"The output location will be {final_location}\n"\ "This will take 3 minutes...") - if use_fast_convert: + if use_fast_convert: command = f"python llama.cpp/convert.py {model_directory} "\ f"--outfile {final_location} --vocab-type hfft "\ f"--outtype {first_conversion} --concurrency {n_cpus}"