store uploaded datasets under assets/datasets/uploads instead of ~/.cache

This commit is contained in:
Roland Tannous 2026-03-09 17:06:36 +00:00
commit 022bafaf92

View file

@ -92,11 +92,9 @@ DATA_EXTS = (
)
LOCAL_FILE_EXTS = ('.json', '.jsonl', '.csv', '.parquet')
LOCAL_UPLOAD_EXTS = {".csv", ".json", ".jsonl", ".parquet"}
DATASET_UPLOAD_DIR = (
Path.home() / ".cache" / "unsloth" / "training" / "dataset-uploads"
)
BACKEND_ROOT = Path(__file__).resolve().parents[1]
LOCAL_DATASETS_ROOT = BACKEND_ROOT / "assets" / "datasets"
DATASET_UPLOAD_DIR = LOCAL_DATASETS_ROOT / "uploads"
def _safe_read_metadata(path: Path) -> dict | None: