Updated Home (markdown)
parent
231c3eaaf7
commit
912f1d0562
1 changed files with 7 additions and 4 deletions
11
Home.md
11
Home.md
|
|
@ -165,10 +165,13 @@ model.save_pretrained_merged("merged_model", tokenizer, save_method = "merged_16
|
|||
```
|
||||
Then use the terminal and do:
|
||||
```bash
|
||||
git clone --recursive https://github.com/ggerganov/llama.cpp
|
||||
make clean -C llama.cpp
|
||||
make all -j -C llama.cpp
|
||||
pip install gguf protobuf
|
||||
apt-get update
|
||||
apt-get install pciutils build-essential cmake curl libcurl4-openssl-dev -y
|
||||
git clone https://github.com/ggerganov/llama.cpp
|
||||
cmake llama.cpp -B llama.cpp/build \
|
||||
-DBUILD_SHARED_LIBS=ON -DGGML_CUDA=ON -DLLAMA_CURL=ON
|
||||
cmake --build llama.cpp/build --config Release -j --clean-first --target llama-quantize llama-cli llama-gguf-split llama-mtmd-cli
|
||||
cp llama.cpp/build/bin/llama-* llama.cpp
|
||||
|
||||
python llama.cpp/convert_hf_to_gguf.py FOLDER --outfile OUTPUT --outtype f16
|
||||
```
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue