ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: scope dataloader_num_workers=0 to Windows + transformers 5.x only

Browse source
This commit is contained in:
Roland Tannous 2026-03-07 17:55:59 +00:00
commit 8454e6dd2b
1 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

8
studio/backend/core/training/trainer.py
View file

@ -754,10 +754,12 @@ class UnslothTrainer:
"dataset_num_proc": safe_num_proc(max(1, os.cpu_count() // 4)),
}
# On Windows, disable DataLoader multiprocessing to avoid
# issues with modified sys.path in spawned subprocesses.
# On Windows with transformers 5.x, disable DataLoader multiprocessing
# to avoid issues with modified sys.path (.venv_t5) in spawned workers.
if sys.platform == "win32":
config_args["dataloader_num_workers"] = 0
import transformers as _tf
if _tf.__version__.startswith("5."):
config_args["dataloader_num_workers"] = 0
# Add warmup parameter - use warmup_ratio if provided, otherwise warmup_steps
if warmup_ratio_val is not None: