7e6e2fff09
unsloth studio update discovers the llama.cpp prebuilt through the GitHub REST API, which is rate limited to 60 requests per hour per IP for anonymous callers. Without GH_TOKEN or GITHUB_TOKEN, users on shared, NAT, or cloud IPs hit HTTP 403 and the installer falls back to a slow source build. Keep the REST API as the primary path. When it is unavailable (for example a tokenless 403), fall back to resolving the latest upstream release from the unauthenticated github.com/<repo>/releases/latest redirect and build deterministic asset download URLs, so the prebuilt path still works with no token. The redirect is only a fallback and is always unauthenticated. Scope is narrow: the fallback only applies to the upstream repo plus latest plus the simple policy path, on platforms whose asset choice is a single deterministic file. Pinned tags, the Linux CUDA manifest path, the token path, and Windows x64 NVIDIA or AMD asset selection are unchanged. Add tests covering redirect parsing, REST first resolution, the redirect fallback on a 403 and on a missing tag, the Windows CUDA opt out, and end to end macOS and Linux latest resolution when the REST API 403s.
319 lines
9.9 KiB
Python
319 lines
9.9 KiB
Python
"""Tests for tokenless (no GH_TOKEN) llama.cpp release resolution.
|
|
|
|
Cover the github.com release-redirect fallback that resolves the latest upstream
|
|
release when the rate-limited api.github.com REST surface is unavailable.
|
|
"""
|
|
|
|
import sys
|
|
import urllib.error
|
|
from email.message import Message
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
|
|
ROOT = Path(__file__).resolve().parents[3]
|
|
STUDIO_DIR = ROOT / "studio"
|
|
if str(STUDIO_DIR) not in sys.path:
|
|
sys.path.insert(0, str(STUDIO_DIR))
|
|
|
|
import install_llama_prebuilt as MOD # noqa: E402
|
|
from install_llama_prebuilt import HostInfo # noqa: E402
|
|
|
|
|
|
def _host(**overrides) -> HostInfo:
|
|
base = dict(
|
|
system = "Darwin",
|
|
machine = "arm64",
|
|
is_windows = False,
|
|
is_linux = False,
|
|
is_macos = True,
|
|
is_x86_64 = False,
|
|
is_arm64 = True,
|
|
nvidia_smi = None,
|
|
driver_cuda_version = None,
|
|
compute_caps = [],
|
|
visible_cuda_devices = None,
|
|
has_physical_nvidia = False,
|
|
has_usable_nvidia = False,
|
|
has_rocm = False,
|
|
rocm_gfx_target = None,
|
|
)
|
|
base.update(overrides)
|
|
return HostInfo(**base)
|
|
|
|
|
|
def _linux_cpu(**overrides) -> HostInfo:
|
|
return _host(
|
|
system = "Linux",
|
|
machine = "x86_64",
|
|
is_windows = False,
|
|
is_linux = True,
|
|
is_macos = False,
|
|
is_x86_64 = True,
|
|
is_arm64 = False,
|
|
**overrides,
|
|
)
|
|
|
|
|
|
def _win_cuda(**overrides) -> HostInfo:
|
|
return _host(
|
|
system = "Windows",
|
|
machine = "AMD64",
|
|
is_windows = True,
|
|
is_linux = False,
|
|
is_macos = False,
|
|
is_x86_64 = True,
|
|
is_arm64 = False,
|
|
has_physical_nvidia = True,
|
|
has_usable_nvidia = True,
|
|
**overrides,
|
|
)
|
|
|
|
|
|
def _headers(**pairs) -> Message:
|
|
message = Message()
|
|
for key, value in pairs.items():
|
|
message[key] = value
|
|
return message
|
|
|
|
|
|
class _FakeRedirectResponse:
|
|
def __init__(self, headers: Message):
|
|
self._headers = headers
|
|
|
|
def __enter__(self):
|
|
return self
|
|
|
|
def __exit__(self, *exc):
|
|
return False
|
|
|
|
@property
|
|
def headers(self) -> Message:
|
|
return self._headers
|
|
|
|
|
|
def _rest_403(*args, **kwargs):
|
|
# Matches how fetch_json / github_releases surface an anonymous rate limit.
|
|
raise RuntimeError(
|
|
"GitHub API returned 403 for "
|
|
"https://api.github.com/repos/ggml-org/llama.cpp/releases?per_page=100&page=1"
|
|
)
|
|
|
|
|
|
# --- pure helpers -----------------------------------------------------------
|
|
|
|
|
|
def test_upstream_release_download_url_is_deterministic():
|
|
url = MOD.upstream_release_download_url(
|
|
"ggml-org/llama.cpp", "b9999", "llama-b9999-bin-macos-arm64.tar.gz"
|
|
)
|
|
assert url == (
|
|
"https://github.com/ggml-org/llama.cpp/releases/download/"
|
|
"b9999/llama-b9999-bin-macos-arm64.tar.gz"
|
|
)
|
|
|
|
|
|
def test_tag_from_release_location_parses_tag():
|
|
assert (
|
|
MOD._tag_from_release_location(
|
|
"https://github.com/ggml-org/llama.cpp/releases/tag/b9437"
|
|
)
|
|
== "b9437"
|
|
)
|
|
# URL-encoded tag is decoded.
|
|
assert (
|
|
MOD._tag_from_release_location(
|
|
"https://github.com/owner/repo/releases/tag/v1.2.3%2Bcuda"
|
|
)
|
|
== "v1.2.3+cuda"
|
|
)
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"location",
|
|
[None, "", "https://github.com/owner/repo/releases", "not a url at all"],
|
|
)
|
|
def test_tag_from_release_location_rejects_non_tag_urls(location):
|
|
assert MOD._tag_from_release_location(location) is None
|
|
|
|
|
|
# --- redirect resolver ------------------------------------------------------
|
|
|
|
|
|
def test_resolve_latest_tag_via_redirect_reads_location(monkeypatch):
|
|
captured = {}
|
|
|
|
def fake_build_opener(*handlers):
|
|
class _Opener:
|
|
def open(self, request, timeout = None):
|
|
captured["url"] = request.full_url
|
|
captured["has_auth"] = "Authorization" in request.headers
|
|
return _FakeRedirectResponse(
|
|
_headers(
|
|
Location = "https://github.com/ggml-org/llama.cpp/releases/tag/b9999"
|
|
)
|
|
)
|
|
|
|
return _Opener()
|
|
|
|
monkeypatch.setattr(MOD.urllib.request, "build_opener", fake_build_opener)
|
|
tag = MOD._resolve_latest_release_tag_via_redirect("ggml-org/llama.cpp")
|
|
assert tag == "b9999"
|
|
assert captured["url"] == "https://github.com/ggml-org/llama.cpp/releases/latest"
|
|
# The redirect call must never be authenticated (no token leakage).
|
|
assert captured["has_auth"] is False
|
|
|
|
|
|
def test_resolve_latest_tag_via_redirect_handles_httperror_3xx(monkeypatch):
|
|
def fake_build_opener(*handlers):
|
|
class _Opener:
|
|
def open(self, request, timeout = None):
|
|
raise urllib.error.HTTPError(
|
|
request.full_url,
|
|
302,
|
|
"Found",
|
|
_headers(
|
|
Location = "https://github.com/ggml-org/llama.cpp/releases/tag/b1234"
|
|
),
|
|
None,
|
|
)
|
|
|
|
return _Opener()
|
|
|
|
monkeypatch.setattr(MOD.urllib.request, "build_opener", fake_build_opener)
|
|
assert MOD._resolve_latest_release_tag_via_redirect("ggml-org/llama.cpp") == "b1234"
|
|
|
|
|
|
def test_resolve_latest_tag_via_redirect_returns_none_on_failure(monkeypatch):
|
|
def fake_build_opener(*handlers):
|
|
class _Opener:
|
|
def open(self, request, timeout = None):
|
|
raise urllib.error.URLError("connection reset")
|
|
|
|
return _Opener()
|
|
|
|
monkeypatch.setattr(MOD.urllib.request, "build_opener", fake_build_opener)
|
|
monkeypatch.setattr(MOD, "sleep_backoff", lambda *a, **k: None)
|
|
assert MOD._resolve_latest_release_tag_via_redirect("ggml-org/llama.cpp") is None
|
|
|
|
|
|
# --- latest_upstream_release_tag: REST first, redirect fallback -------------
|
|
|
|
|
|
def test_latest_upstream_release_tag_uses_rest_first(monkeypatch):
|
|
monkeypatch.setattr(MOD, "fetch_json", lambda url: {"tag_name": "b500"})
|
|
|
|
def boom(repo):
|
|
raise AssertionError("redirect must not be used when REST succeeds")
|
|
|
|
monkeypatch.setattr(MOD, "_resolve_latest_release_tag_via_redirect", boom)
|
|
assert MOD.latest_upstream_release_tag() == "b500"
|
|
|
|
|
|
def test_latest_upstream_release_tag_falls_back_to_redirect_on_403(monkeypatch):
|
|
monkeypatch.setattr(MOD, "fetch_json", _rest_403)
|
|
monkeypatch.setattr(
|
|
MOD, "_resolve_latest_release_tag_via_redirect", lambda repo: "b600"
|
|
)
|
|
assert MOD.latest_upstream_release_tag() == "b600"
|
|
|
|
|
|
def test_latest_upstream_release_tag_falls_back_to_redirect_on_missing_tag(monkeypatch):
|
|
monkeypatch.setattr(MOD, "fetch_json", lambda url: {})
|
|
monkeypatch.setattr(
|
|
MOD, "_resolve_latest_release_tag_via_redirect", lambda repo: "b601"
|
|
)
|
|
assert MOD.latest_upstream_release_tag() == "b601"
|
|
|
|
|
|
# --- iter_release_payloads_by_time: REST first, redirect fallback -----------
|
|
|
|
|
|
def test_iter_release_payloads_uses_rest_listing_first(monkeypatch):
|
|
rest_release = {
|
|
"tag_name": "b800",
|
|
"assets": [],
|
|
"published_at": "2026-01-01T00:00:00Z",
|
|
"id": 800,
|
|
}
|
|
monkeypatch.setattr(MOD, "github_releases", lambda *a, **k: [rest_release])
|
|
|
|
def boom(repo):
|
|
raise AssertionError("redirect must not be used when REST succeeds")
|
|
|
|
monkeypatch.setattr(MOD, "_resolve_latest_release_tag_via_redirect", boom)
|
|
|
|
releases = list(
|
|
MOD.iter_release_payloads_by_time(MOD.UPSTREAM_REPO, "", "latest", _host())
|
|
)
|
|
assert releases == [rest_release]
|
|
|
|
|
|
def test_iter_release_payloads_falls_back_to_redirect_on_403(monkeypatch):
|
|
monkeypatch.setattr(MOD, "github_releases", _rest_403)
|
|
monkeypatch.setattr(
|
|
MOD, "_resolve_latest_release_tag_via_redirect", lambda repo: "b900"
|
|
)
|
|
|
|
releases = list(
|
|
MOD.iter_release_payloads_by_time(MOD.UPSTREAM_REPO, "", "latest", _host())
|
|
)
|
|
assert len(releases) == 1
|
|
assert releases[0]["tag_name"] == "b900"
|
|
assert releases[0]["assets"] == []
|
|
assert releases[0]["_unsloth_download_repo"] == MOD.UPSTREAM_REPO
|
|
|
|
|
|
def test_windows_cuda_host_does_not_use_redirect_fallback(monkeypatch):
|
|
win = _win_cuda()
|
|
assert MOD._needs_dynamic_asset_enumeration(win) is True
|
|
assert MOD._needs_dynamic_asset_enumeration(_host()) is False
|
|
|
|
monkeypatch.setattr(MOD, "github_releases", _rest_403)
|
|
|
|
def boom(repo):
|
|
raise AssertionError("Windows CUDA hosts must not use the redirect fallback")
|
|
|
|
monkeypatch.setattr(MOD, "_resolve_latest_release_tag_via_redirect", boom)
|
|
|
|
with pytest.raises(RuntimeError):
|
|
list(MOD.iter_release_payloads_by_time(MOD.UPSTREAM_REPO, "", "latest", win))
|
|
|
|
|
|
# --- end to end: REST 403 falls back to a redirect-resolved prebuilt --------
|
|
|
|
|
|
def test_macos_latest_prebuilt_via_redirect_when_rest_403(monkeypatch):
|
|
monkeypatch.setattr(MOD, "github_releases", _rest_403)
|
|
monkeypatch.setattr(
|
|
MOD, "_resolve_latest_release_tag_via_redirect", lambda repo: "b9999"
|
|
)
|
|
|
|
requested_tag, plans = MOD.resolve_simple_install_release_plans(
|
|
"latest", _host(), "ggml-org/llama.cpp", ""
|
|
)
|
|
assert requested_tag == "latest"
|
|
assert len(plans) == 1
|
|
plan = plans[0]
|
|
assert plan.llama_tag == "b9999"
|
|
assert len(plan.attempts) == 1
|
|
assert plan.attempts[0].url == (
|
|
"https://github.com/ggml-org/llama.cpp/releases/download/"
|
|
"b9999/llama-b9999-bin-macos-arm64.tar.gz"
|
|
)
|
|
assert plan.attempts[0].name == "llama-b9999-bin-macos-arm64.tar.gz"
|
|
|
|
|
|
def test_linux_cpu_latest_prebuilt_via_redirect_when_rest_403(monkeypatch):
|
|
monkeypatch.setattr(MOD, "github_releases", _rest_403)
|
|
monkeypatch.setattr(
|
|
MOD, "_resolve_latest_release_tag_via_redirect", lambda repo: "b9999"
|
|
)
|
|
|
|
_requested, plans = MOD.resolve_simple_install_release_plans(
|
|
"latest", _linux_cpu(), "ggml-org/llama.cpp", ""
|
|
)
|
|
assert plans[0].attempts[0].url == (
|
|
"https://github.com/ggml-org/llama.cpp/releases/download/"
|
|
"b9999/llama-b9999-bin-ubuntu-x64.tar.gz"
|
|
)
|