kaggle new

This commit is contained in:
Daniel Han-Chen 2024-03-11 23:21:27 +11:00
commit 98573e8618
2 changed files with 6 additions and 1 deletions

View file

@ -127,6 +127,11 @@ cu121-torch220 = [
kaggle = [
"unsloth[huggingface]",
]
kaggle-new = [
"unsloth[huggingface]",
"unsloth[cu121onlytorch220]",
"bitsandbytes",
]
conda = [
"unsloth[huggingface]",
]

View file

@ -718,7 +718,7 @@ def save_to_gguf(
f"The output location will be {final_location}\n"\
"This will take 3 minutes...")
if use_fast_convert:
if use_fast_convert:
command = f"python llama.cpp/convert.py {model_directory} "\
f"--outfile {final_location} --vocab-type hfft "\
f"--outtype {first_conversion} --concurrency {n_cpus}"