Dividing the total cpu_count // 3

2026-02-18 07:59:57 +00:00 · 2026-02-18 07:59:57 +00:00 · c37bf686a6
commit c37bf686a6
parent 14edb08cf5
1 changed files with 1 additions and 0 deletions
--- a/studio/backend/core/training/trainer.py
+++ b/studio/backend/core/training/trainer.py
@ -699,6 +699,7 @@ class UnslothTrainer:
                "output_dir": output_dir,
                "report_to": ["wandb"] if training_args.get('enable_wandb', False) else "none",
                "include_num_input_tokens_seen": True,  # Enable token counting
+                "dataset_num_proc": max(1, os.cpu_count() // 3),
            }
            
            # Add warmup parameter - use warmup_ratio if provided, otherwise warmup_steps