fix recipe output path, remove tracked root datasets

This commit is contained in:
Shine1i 2026-02-25 11:19:10 +01:00
commit e52e8a6d51
5 changed files with 2 additions and 109 deletions

1
.gitignore vendored
View file

@ -20,6 +20,7 @@ unsloth_compiled_cache/
# ML artifacts (large files)
outputs/
exports/
/datasets/
unsloth_training_checkpoints/
*.gguf
*.safetensors

View file

@ -1,72 +0,0 @@
{
"data_designer": {
"columns": [
{
"name": "generated_instruction",
"drop": false,
"allow_resize": false,
"column_type": "llm-text",
"prompt": "Based on this target answer:\n{{ output }}\n\nWrite one high-quality plain text short and brief user instruction that this answer would satisfy.\nReturn only the instruction.",
"model_alias": "ministral",
"system_prompt": null,
"multi_modal_context": null,
"tool_alias": null,
"with_trace": "none",
"extract_reasoning_content": false
},
{
"name": "instruction",
"drop": false,
"allow_resize": false,
"column_type": "seed-dataset"
},
{
"name": "input",
"drop": false,
"allow_resize": false,
"column_type": "seed-dataset"
},
{
"name": "output",
"drop": false,
"allow_resize": false,
"column_type": "seed-dataset"
}
],
"model_configs": [
{
"alias": "ministral",
"model": "mistralai/ministral-8b-2512",
"inference_parameters": {
"generation_type": "chat-completion",
"max_parallel_requests": 4,
"timeout": null,
"extra_body": null,
"temperature": 0.7,
"top_p": null,
"max_tokens": 1024
},
"provider": "openai_provider",
"skip_health_check": false
}
],
"tool_configs": [],
"seed_config": {
"source": {
"seed_type": "hf",
"path": "datasets/unsloth/alpaca-cleaned/**/*.json",
"token": null,
"endpoint": "https://huggingface.co"
},
"sampling_strategy": "ordered",
"selection_strategy": {
"start": 1,
"end": 100
}
},
"constraints": null,
"profilers": null,
"processors": null
},
"library_version": "0.5.1"
}

View file

@ -1,36 +0,0 @@
{
"actual_num_records": 50,
"buffer_size": 50,
"column_statistics": [
{
"column_name": "generated_instruction",
"column_type": "llm-text",
"input_tokens_mean": 170.52,
"input_tokens_median": 132.5,
"input_tokens_stddev": 119.91,
"num_null": 0,
"num_records": 50,
"num_unique": 50,
"output_tokens_mean": 39.74,
"output_tokens_median": 31.0,
"output_tokens_stddev": 39.58,
"pyarrow_dtype": "string",
"simple_dtype": "string"
}
],
"dataset_name": "recipe_a28d33f9eab14660bba2437a6dfda290",
"file_paths": {
"parquet-files": [
"parquet-files/batch_00000.parquet"
]
},
"num_completed_batches": 1,
"schema": {
"generated_instruction": "string",
"input": "string",
"instruction": "string",
"output": "string"
},
"target_num_records": 50,
"total_num_batches": 1
}

View file

@ -10,7 +10,7 @@ from typing import Any
from ..service import build_config_builder, create_data_designer
_PROJECT_ROOT = Path(__file__).resolve().parents[5]
_ARTIFACT_ROOT = _PROJECT_ROOT / "datasets" / "recipes"
_ARTIFACT_ROOT = _PROJECT_ROOT / "studio" / "backend" / "assets" / "datasets"
class _QueueLogHandler(logging.Handler):