11469a60fe* (feat) Add project names to studio training runs to avoid models being overwritten when doing similar training runs * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * Update studio/frontend/src/features/export/export-page.tsx Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * Update studio/frontend/src/features/export/export-page.tsx Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * Update studio/frontend/src/features/export/export-page.tsx Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> * better project name sanitization, removed duplicated project name normalization * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * implement checkpoint scanning utilities and tests for base model inference * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * Guard project_name against null and use leading important modifiers * Fix/adjust training project names for PR #6512 * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * Fix/adjust training project names for PR #6512 * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * Address project-name review feedback * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * Show project names in training recents * Keep GGUF export directories source-specific --------- Co-authored-by: NZ-Linix <nz-linix@outlook.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com> Co-authored-by: NZ-Linix <linus.ordowski@outlook.com> Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> Co-authored-by: wasimysaid <wasimysdev@gmail.com>
103 lines
3.4 KiB
Python
103 lines
3.4 KiB
Python
# SPDX-License-Identifier: AGPL-3.0-only
|
|
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
|
|
|
|
import json
|
|
|
|
from storage.studio_db import _extract_project_name_from_config_json
|
|
from utils.training_runs import (
|
|
build_default_output_dir_name,
|
|
model_segment_from_default_output_dir_name,
|
|
normalize_project_name,
|
|
slugify_project_name,
|
|
)
|
|
|
|
|
|
def test_normalize_project_name_trims_and_collapses_whitespace():
|
|
assert normalize_project_name(" Customer Support LoRA ") == "Customer Support LoRA"
|
|
|
|
|
|
def test_normalize_project_name_returns_none_for_empty_or_invalid_values():
|
|
assert normalize_project_name(" ") is None
|
|
assert normalize_project_name(None) is None
|
|
|
|
|
|
def test_slugify_project_name_makes_safe_suffix():
|
|
assert slugify_project_name("Customer Support / LoRA v2") == "customer-support-lora-v2"
|
|
|
|
|
|
def test_slugify_project_name_rejects_path_only_or_separator_only_values():
|
|
assert slugify_project_name("..") is None
|
|
assert slugify_project_name("///") is None
|
|
|
|
|
|
def test_build_default_output_dir_name_appends_project_slug():
|
|
output_dir = build_default_output_dir_name(
|
|
"unsloth/Llama-3.2-3B-Instruct",
|
|
"Customer Support",
|
|
timestamp = 1771227800,
|
|
)
|
|
|
|
assert output_dir == "unsloth_Llama-3.2-3B-Instruct__project-customer-support_1771227800"
|
|
|
|
|
|
def test_build_default_output_dir_name_caps_final_component(tmp_path):
|
|
output_dir = build_default_output_dir_name(
|
|
"a" * 240,
|
|
"b" * 80,
|
|
timestamp = 1771227800,
|
|
)
|
|
|
|
assert len(output_dir.encode()) <= 255
|
|
(tmp_path / output_dir).mkdir()
|
|
|
|
|
|
def test_build_default_output_dir_name_skips_invalid_project_slug():
|
|
output_dir = build_default_output_dir_name(
|
|
"unsloth/Llama-3.2-3B-Instruct",
|
|
"..",
|
|
timestamp = 1771227800,
|
|
)
|
|
|
|
assert output_dir == "unsloth_Llama-3.2-3B-Instruct_1771227800"
|
|
|
|
|
|
def test_model_segment_from_default_output_dir_name_strips_project_slug():
|
|
assert (
|
|
model_segment_from_default_output_dir_name(
|
|
"unsloth_Llama-3.2-3B-Instruct__project-customer-support_1771227800"
|
|
)
|
|
== "unsloth_Llama-3.2-3B-Instruct"
|
|
)
|
|
|
|
|
|
def test_model_segment_preserves_project_marker_text_in_model_name():
|
|
output_dir = build_default_output_dir_name(
|
|
"org/foo__project-bar",
|
|
timestamp = 1771227800,
|
|
)
|
|
|
|
assert output_dir == "org_foo__project--bar_1771227800"
|
|
assert model_segment_from_default_output_dir_name(output_dir) == "org_foo__project-bar"
|
|
|
|
|
|
def test_model_segment_strips_project_slug_after_escaped_model_marker():
|
|
output_dir = build_default_output_dir_name(
|
|
"org/foo__project-bar",
|
|
"Customer Support",
|
|
timestamp = 1771227800,
|
|
)
|
|
|
|
assert output_dir == "org_foo__project--bar__project-customer-support_1771227800"
|
|
assert model_segment_from_default_output_dir_name(output_dir) == "org_foo__project-bar"
|
|
|
|
|
|
def test_extract_project_name_from_config_json_returns_normalized_name():
|
|
config_json = json.dumps({"project_name": " Sales Assistant "})
|
|
|
|
assert _extract_project_name_from_config_json(config_json) == "Sales Assistant"
|
|
|
|
|
|
def test_extract_project_name_from_config_json_handles_missing_or_invalid_payload():
|
|
assert _extract_project_name_from_config_json(None) is None
|
|
assert _extract_project_name_from_config_json("not-json") is None
|
|
assert _extract_project_name_from_config_json(json.dumps({"project_name": " "})) is None
|