diff --git a/Home.md b/Home.md index 90d0548..1c5ca28 100644 --- a/Home.md +++ b/Home.md @@ -165,10 +165,13 @@ model.save_pretrained_merged("merged_model", tokenizer, save_method = "merged_16 ``` Then use the terminal and do: ```bash -git clone --recursive https://github.com/ggerganov/llama.cpp -make clean -C llama.cpp -make all -j -C llama.cpp -pip install gguf protobuf +apt-get update +apt-get install pciutils build-essential cmake curl libcurl4-openssl-dev -y +git clone https://github.com/ggerganov/llama.cpp +cmake llama.cpp -B llama.cpp/build \ + -DBUILD_SHARED_LIBS=ON -DGGML_CUDA=ON -DLLAMA_CURL=ON +cmake --build llama.cpp/build --config Release -j --clean-first --target llama-quantize llama-cli llama-gguf-split llama-mtmd-cli +cp llama.cpp/build/bin/llama-* llama.cpp python llama.cpp/convert_hf_to_gguf.py FOLDER --outfile OUTPUT --outtype f16 ```