Merge pull request #175 from unslothai/fix/changing-num-proc-for-filtering
Fix/changing num proc for filtering
This commit is contained in:
commit
fa555c72e8
1 changed files with 1 additions and 0 deletions
|
|
@ -867,6 +867,7 @@ class UnslothTrainer:
|
|||
self.trainer,
|
||||
instruction_part=instruction_part,
|
||||
response_part=response_part,
|
||||
num_proc=config_args.get("dataset_num_proc", max(1, os.cpu_count() // 4)),
|
||||
)
|
||||
print("Train on responses only configured successfully\n")
|
||||
except Exception as e:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue