include all candidate files when scanning a directory, not just the first
This commit is contained in:
parent
c998227fec
commit
56412f2362
1 changed files with 1 additions and 1 deletions
|
|
@ -1819,7 +1819,7 @@ class UnslothTrainer:
|
|||
for ext in ('.json', '.jsonl', '.csv', '.parquet'):
|
||||
candidates.extend(sorted(file_path_obj.glob(f"*{ext}")))
|
||||
if candidates:
|
||||
all_files.append(str(candidates[0]))
|
||||
all_files.extend(str(c) for c in candidates)
|
||||
continue
|
||||
raise ValueError(f"No supported data files in directory: {file_path_obj}")
|
||||
else:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue