fix: prefer tabular files over archives in Tier 1 dataset preview
Tier 1 check-format was picking images.zip over testmini.parquet, causing wrong columns (image/label) and broken VLM mapping. Also log first VLM conversion failure instead of swallowing silently.
This commit is contained in:
parent
b64613990a
commit
1c87a4400c
1 changed files with 6 additions and 0 deletions
|
|
@ -505,6 +505,8 @@ def convert_to_vlm_format(
|
|||
batch_results[idx] = future.result()
|
||||
except Exception as e:
|
||||
failed_count += 1
|
||||
if failed_count == 1:
|
||||
print(f"⚠️ First VLM conversion failure: {type(e).__name__}: {e}")
|
||||
if failed_count == 1:
|
||||
logger.info(f"⚠️ First VLM conversion failure: {type(e).__name__}: {e}")
|
||||
|
||||
|
|
@ -525,8 +527,12 @@ def convert_to_vlm_format(
|
|||
for sample in pbar:
|
||||
try:
|
||||
converted_list.append(_convert_single_sample(sample))
|
||||
except Exception as e:
|
||||
except Exception as e:
|
||||
failed_count += 1
|
||||
if failed_count == 1:
|
||||
# Log the first failure to aid debugging
|
||||
print(f"⚠️ First VLM conversion failure: {type(e).__name__}: {e}")
|
||||
if failed_count == 1:
|
||||
# Log the first failure to aid debugging
|
||||
logger.info(f"⚠️ First VLM conversion failure: {type(e).__name__}: {e}")
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue