ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix/llamacpp_prebuilt_install (#5135)

Browse source 
* fix/llamacpp_prebuilt_installinclude libllama-common.so in bundle as its needed by llama.cpp now

* include support for rocm linux
This commit is contained in:
DoubleMathew 2026-04-22 15:15:42 -05:00 • committed by GitHub
commit a1fb7c1297
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
studio/install_llama_prebuilt.py
View file

@ -3640,6 +3640,7 @@ def runtime_patterns_for_choice(choice: AssetChoice) -> list[str]:
return [
"llama-server",
"llama-quantize",
"libllama-common.so*",
"libllama.so*",
"libggml.so*",
"libggml-base.so*",
@ -4929,6 +4930,7 @@ def load_prebuilt_metadata(install_dir: Path) -> dict[str, Any] | None:
def runtime_payload_health_groups(choice: AssetChoice) -> list[list[str]]:
if choice.install_kind == "linux-cpu":
return [
["libllama-common.so*"],
["libllama.so*"],
["libggml.so*"],
["libggml-base.so*"],
@ -4937,6 +4939,7 @@ def runtime_payload_health_groups(choice: AssetChoice) -> list[list[str]]:
]
if choice.install_kind == "linux-cuda":
return [
["libllama-common.so*"],
["libllama.so*"],
["libggml.so*"],
["libggml-base.so*"],
@ -4952,6 +4955,7 @@ def runtime_payload_health_groups(choice: AssetChoice) -> list[list[str]]:
]
if choice.install_kind == "linux-rocm":
return [
["libllama-common.so*"],
["libllama.so*"],
["libggml.so*"],
["libggml-base.so*"],