fix recipe output path, remove tracked root datasets
This commit is contained in:
parent
cdfb790ab7
commit
e52e8a6d51
5 changed files with 2 additions and 109 deletions
1
.gitignore
vendored
1
.gitignore
vendored
|
|
@ -20,6 +20,7 @@ unsloth_compiled_cache/
|
|||
# ML artifacts (large files)
|
||||
outputs/
|
||||
exports/
|
||||
/datasets/
|
||||
unsloth_training_checkpoints/
|
||||
*.gguf
|
||||
*.safetensors
|
||||
|
|
|
|||
|
|
@ -1,72 +0,0 @@
|
|||
{
|
||||
"data_designer": {
|
||||
"columns": [
|
||||
{
|
||||
"name": "generated_instruction",
|
||||
"drop": false,
|
||||
"allow_resize": false,
|
||||
"column_type": "llm-text",
|
||||
"prompt": "Based on this target answer:\n{{ output }}\n\nWrite one high-quality plain text short and brief user instruction that this answer would satisfy.\nReturn only the instruction.",
|
||||
"model_alias": "ministral",
|
||||
"system_prompt": null,
|
||||
"multi_modal_context": null,
|
||||
"tool_alias": null,
|
||||
"with_trace": "none",
|
||||
"extract_reasoning_content": false
|
||||
},
|
||||
{
|
||||
"name": "instruction",
|
||||
"drop": false,
|
||||
"allow_resize": false,
|
||||
"column_type": "seed-dataset"
|
||||
},
|
||||
{
|
||||
"name": "input",
|
||||
"drop": false,
|
||||
"allow_resize": false,
|
||||
"column_type": "seed-dataset"
|
||||
},
|
||||
{
|
||||
"name": "output",
|
||||
"drop": false,
|
||||
"allow_resize": false,
|
||||
"column_type": "seed-dataset"
|
||||
}
|
||||
],
|
||||
"model_configs": [
|
||||
{
|
||||
"alias": "ministral",
|
||||
"model": "mistralai/ministral-8b-2512",
|
||||
"inference_parameters": {
|
||||
"generation_type": "chat-completion",
|
||||
"max_parallel_requests": 4,
|
||||
"timeout": null,
|
||||
"extra_body": null,
|
||||
"temperature": 0.7,
|
||||
"top_p": null,
|
||||
"max_tokens": 1024
|
||||
},
|
||||
"provider": "openai_provider",
|
||||
"skip_health_check": false
|
||||
}
|
||||
],
|
||||
"tool_configs": [],
|
||||
"seed_config": {
|
||||
"source": {
|
||||
"seed_type": "hf",
|
||||
"path": "datasets/unsloth/alpaca-cleaned/**/*.json",
|
||||
"token": null,
|
||||
"endpoint": "https://huggingface.co"
|
||||
},
|
||||
"sampling_strategy": "ordered",
|
||||
"selection_strategy": {
|
||||
"start": 1,
|
||||
"end": 100
|
||||
}
|
||||
},
|
||||
"constraints": null,
|
||||
"profilers": null,
|
||||
"processors": null
|
||||
},
|
||||
"library_version": "0.5.1"
|
||||
}
|
||||
|
|
@ -1,36 +0,0 @@
|
|||
{
|
||||
"actual_num_records": 50,
|
||||
"buffer_size": 50,
|
||||
"column_statistics": [
|
||||
{
|
||||
"column_name": "generated_instruction",
|
||||
"column_type": "llm-text",
|
||||
"input_tokens_mean": 170.52,
|
||||
"input_tokens_median": 132.5,
|
||||
"input_tokens_stddev": 119.91,
|
||||
"num_null": 0,
|
||||
"num_records": 50,
|
||||
"num_unique": 50,
|
||||
"output_tokens_mean": 39.74,
|
||||
"output_tokens_median": 31.0,
|
||||
"output_tokens_stddev": 39.58,
|
||||
"pyarrow_dtype": "string",
|
||||
"simple_dtype": "string"
|
||||
}
|
||||
],
|
||||
"dataset_name": "recipe_a28d33f9eab14660bba2437a6dfda290",
|
||||
"file_paths": {
|
||||
"parquet-files": [
|
||||
"parquet-files/batch_00000.parquet"
|
||||
]
|
||||
},
|
||||
"num_completed_batches": 1,
|
||||
"schema": {
|
||||
"generated_instruction": "string",
|
||||
"input": "string",
|
||||
"instruction": "string",
|
||||
"output": "string"
|
||||
},
|
||||
"target_num_records": 50,
|
||||
"total_num_batches": 1
|
||||
}
|
||||
Binary file not shown.
|
|
@ -10,7 +10,7 @@ from typing import Any
|
|||
from ..service import build_config_builder, create_data_designer
|
||||
|
||||
_PROJECT_ROOT = Path(__file__).resolve().parents[5]
|
||||
_ARTIFACT_ROOT = _PROJECT_ROOT / "datasets" / "recipes"
|
||||
_ARTIFACT_ROOT = _PROJECT_ROOT / "studio" / "backend" / "assets" / "datasets"
|
||||
|
||||
|
||||
class _QueueLogHandler(logging.Handler):
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue