From 8454e6dd2b31c455a0f61a2cc3f3d2866984023f Mon Sep 17 00:00:00 2001 From: Roland Tannous Date: Sat, 7 Mar 2026 17:55:59 +0000 Subject: [PATCH] fix: scope dataloader_num_workers=0 to Windows + transformers 5.x only --- studio/backend/core/training/trainer.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/studio/backend/core/training/trainer.py b/studio/backend/core/training/trainer.py index c2ce009879..aa4b551dd4 100644 --- a/studio/backend/core/training/trainer.py +++ b/studio/backend/core/training/trainer.py @@ -754,10 +754,12 @@ class UnslothTrainer: "dataset_num_proc": safe_num_proc(max(1, os.cpu_count() // 4)), } - # On Windows, disable DataLoader multiprocessing to avoid - # issues with modified sys.path in spawned subprocesses. + # On Windows with transformers 5.x, disable DataLoader multiprocessing + # to avoid issues with modified sys.path (.venv_t5) in spawned workers. if sys.platform == "win32": - config_args["dataloader_num_workers"] = 0 + import transformers as _tf + if _tf.__version__.startswith("5."): + config_args["dataloader_num_workers"] = 0 # Add warmup parameter - use warmup_ratio if provided, otherwise warmup_steps if warmup_ratio_val is not None: