* Fix Colab huggingface-hub conflict, ensurepip fallback, bump to 2026.3.14 - colab.py / setup.sh: relax == pins to >= when installing studio.txt on Colab so huggingface-hub does not clobber Colab's bundled version (breaks transformers is_offline_mode import) - install_python_stack.py: when uv is unavailable and pip is missing (uv-created venvs), bootstrap via ensurepip before attempting upgrade - Bump version to 2026.3.14 - Bump installer min version pins to 2026.3.14 * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --------- Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
195 lines
6.5 KiB
Python
195 lines
6.5 KiB
Python
# SPDX-License-Identifier: AGPL-3.0-only
|
|
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
|
|
|
|
"""
|
|
Colab-specific helpers for running Unsloth Studio.
|
|
Uses Colab's built-in proxy - no external tunneling needed!
|
|
"""
|
|
|
|
from pathlib import Path
|
|
import sys
|
|
|
|
# Fix for Anaconda/conda-forge Python: seed platform._sys_version_cache before
|
|
# any library imports that trigger attrs -> rich -> structlog -> platform crash.
|
|
# See: https://github.com/python/cpython/issues/102396
|
|
_backend_dir = str(Path(__file__).parent)
|
|
if _backend_dir not in sys.path:
|
|
sys.path.insert(0, _backend_dir)
|
|
import _platform_compat # noqa: F401
|
|
|
|
|
|
def _is_colab() -> bool:
|
|
"""Detect Google Colab by checking for COLAB_ prefixed env vars."""
|
|
import os
|
|
|
|
return any(k.startswith("COLAB_") for k in os.environ)
|
|
|
|
|
|
def _pip_install_backend_deps() -> None:
|
|
"""Install Studio backend dependencies directly into the current Python.
|
|
|
|
Used on Colab when the Studio venv does not exist (install.sh was not
|
|
run). Reads the requirements from studio.txt next to this file.
|
|
|
|
Version constraints are stripped entirely so pip keeps whatever Colab
|
|
already has installed (e.g. huggingface-hub, datasets, transformers)
|
|
and only installs genuinely missing packages like structlog, fastapi.
|
|
"""
|
|
import re
|
|
import subprocess
|
|
|
|
req_file = Path(__file__).parent / "requirements" / "studio.txt"
|
|
if not req_file.exists():
|
|
return
|
|
|
|
packages = []
|
|
for line in req_file.read_text().splitlines():
|
|
line = line.strip()
|
|
if not line or line.startswith("#"):
|
|
continue
|
|
# Strip all version constraints -- just keep the package name
|
|
pkg_name = re.split(r"[><=!~;\[]", line)[0].strip()
|
|
if pkg_name:
|
|
packages.append(pkg_name)
|
|
|
|
if not packages:
|
|
return
|
|
print("Installing Studio backend dependencies ...")
|
|
subprocess.check_call(
|
|
[sys.executable, "-m", "pip", "install", "-q"] + packages,
|
|
)
|
|
|
|
# Colab ships huggingface-hub 0.36.x which removed is_offline_mode,
|
|
# breaking transformers. Upgrade to 1.0+ which restored it.
|
|
try:
|
|
from huggingface_hub import is_offline_mode # noqa: F401
|
|
except ImportError:
|
|
print("Upgrading huggingface-hub (is_offline_mode missing) ...")
|
|
subprocess.check_call(
|
|
[sys.executable, "-m", "pip", "install", "-q", "huggingface-hub>=1.0"],
|
|
)
|
|
|
|
|
|
def _bootstrap_studio_venv() -> None:
|
|
"""Expose the Studio venv's site-packages to the current interpreter.
|
|
|
|
On Colab, notebook cells run outside the venv subshell. Instead of
|
|
installing the full stack into system Python, we prepend the venv's
|
|
site-packages so that packages like structlog, fastapi, etc. are
|
|
importable from notebook cells and take priority over system copies.
|
|
|
|
If the venv does not exist and we are running on Colab, fall back to
|
|
pip-installing the backend dependencies into the current environment
|
|
so that imports like structlog and fastapi succeed.
|
|
"""
|
|
venv_lib = Path.home() / ".unsloth" / "studio" / "unsloth_studio" / "lib"
|
|
if not venv_lib.exists():
|
|
if _is_colab():
|
|
_pip_install_backend_deps()
|
|
return
|
|
import warnings
|
|
|
|
warnings.warn(
|
|
f"Studio venv not found at {venv_lib.parent} -- run 'unsloth studio setup' first",
|
|
stacklevel = 2,
|
|
)
|
|
return
|
|
for sp in venv_lib.glob("python*/site-packages"):
|
|
sp_str = str(sp)
|
|
if sp_str not in sys.path:
|
|
sys.path.insert(0, sp_str)
|
|
|
|
|
|
_bootstrap_studio_venv()
|
|
|
|
from loggers import get_logger
|
|
|
|
logger = get_logger(__name__)
|
|
|
|
|
|
def get_colab_url(port: int = 8888) -> str:
|
|
"""
|
|
Get the actual Colab proxy URL for a port.
|
|
"""
|
|
try:
|
|
from google.colab.output import eval_js
|
|
|
|
# Use Colab's proxy mechanism
|
|
url = eval_js(f"google.colab.kernel.proxyPort({port})", timeout_sec = 5)
|
|
return url if url else f"http://localhost:{port}"
|
|
except Exception as e:
|
|
logger.info(f"Note: Could not get Colab URL ({e})")
|
|
return f"http://localhost:{port}"
|
|
|
|
|
|
def show_link(port: int = 8888):
|
|
"""Display a styled clickable link to the UI."""
|
|
from IPython.display import display, HTML
|
|
|
|
# Get real Colab proxy URL
|
|
url = get_colab_url(port)
|
|
|
|
short_url = (
|
|
url[: url.index("-", url.index(f"{port}-") + len(str(port)) + 1) + 1] + "..."
|
|
if f"{port}-" in url
|
|
else url
|
|
)
|
|
html = f"""
|
|
<div style="display: inline-block; padding: 20px; background: #ffffff; border: 2px solid #000000;
|
|
border-radius: 12px; margin: 10px 0; font-family: system-ui, -apple-system, sans-serif;">
|
|
<h2 style="color: #000000; margin: 0 0 12px 0; font-size: 26px; font-weight: 800;
|
|
display: flex; align-items: center; gap: 12px;">
|
|
<img src="https://github.com/unslothai/unsloth/raw/main/studio/frontend/public/unsloth-gem.png"
|
|
height="48" style="display:block;">
|
|
Unsloth Studio is Ready!
|
|
</h2>
|
|
<a href="{url}" target="_blank"
|
|
style="display: inline-flex; align-items: center; gap: 10px; padding: 14px 28px;
|
|
background: #000000; color: white; text-decoration: none; border-radius: 8px;
|
|
font-weight: 800; font-size: 16px;">
|
|
<svg xmlns="http://www.w3.org/2000/svg" width="18" height="18" viewBox="0 0 24 24" fill="white"><polygon points="5,3 19,12 5,21"/></svg>
|
|
Open Unsloth Studio
|
|
</a>
|
|
<p style="color: #333333; margin: 16px 0 0 0; font-size: 13px; font-family: monospace;">
|
|
{short_url}
|
|
</p>
|
|
</div>
|
|
"""
|
|
display(HTML(html))
|
|
|
|
|
|
def start(port: int = 8888):
|
|
"""
|
|
Start Unsloth Studio server in Colab and display the URL.
|
|
|
|
Usage:
|
|
from colab import start
|
|
start()
|
|
"""
|
|
import sys
|
|
|
|
logger.info("🦥 Starting Unsloth Studio...")
|
|
|
|
logger.info(" Loading backend...")
|
|
from run import run_server
|
|
|
|
# Auto-detect frontend path
|
|
repo_root = Path(__file__).parent.parent
|
|
frontend_path = repo_root / "frontend" / "dist"
|
|
|
|
if not frontend_path.exists():
|
|
logger.info("❌ Frontend not built! Please run the setup cell first.")
|
|
return
|
|
|
|
logger.info(" Starting server...")
|
|
# Start server silently
|
|
run_server(host = "0.0.0.0", port = port, frontend_path = frontend_path, silent = True)
|
|
|
|
logger.info(" Server started!")
|
|
|
|
# Show the clickable link with real URL
|
|
show_link(port)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
start()
|