From c37bf686a69ed69846cf6b89487f6f9ff5fd119c Mon Sep 17 00:00:00 2001 From: Manan17 Date: Wed, 18 Feb 2026 07:59:57 +0000 Subject: [PATCH] Dividing the total cpu_count // 3 --- studio/backend/core/training/trainer.py | 1 + 1 file changed, 1 insertion(+) diff --git a/studio/backend/core/training/trainer.py b/studio/backend/core/training/trainer.py index 9de384cbe3..df742f64f0 100644 --- a/studio/backend/core/training/trainer.py +++ b/studio/backend/core/training/trainer.py @@ -699,6 +699,7 @@ class UnslothTrainer: "output_dir": output_dir, "report_to": ["wandb"] if training_args.get('enable_wandb', False) else "none", "include_num_input_tokens_seen": True, # Enable token counting + "dataset_num_proc": max(1, os.cpu_count() // 3), } # Add warmup parameter - use warmup_ratio if provided, otherwise warmup_steps