diff --git a/studio/backend/core/training/trainer.py b/studio/backend/core/training/trainer.py index 9de384cbe3..df742f64f0 100644 --- a/studio/backend/core/training/trainer.py +++ b/studio/backend/core/training/trainer.py @@ -699,6 +699,7 @@ class UnslothTrainer: "output_dir": output_dir, "report_to": ["wandb"] if training_args.get('enable_wandb', False) else "none", "include_num_input_tokens_seen": True, # Enable token counting + "dataset_num_proc": max(1, os.cpu_count() // 3), } # Add warmup parameter - use warmup_ratio if provided, otherwise warmup_steps