Fix typo in dataset_processes field (#3426)
* Fix typo in dataset_processes field * fix: use updated config name --------- Co-authored-by: NanoCode012 <nano@axolotl.ai>
This commit is contained in:
@@ -480,7 +480,7 @@ def calculate_total_num_steps(cfg, train_dataset, update=True):
|
||||
bin_size=cfg.sample_packing_bin_size,
|
||||
sequential=cfg.sample_packing_sequentially,
|
||||
drop_last=True,
|
||||
num_processes=cfg.dataset_prcoesses,
|
||||
num_processes=cfg.dataset_num_proc,
|
||||
mp_start_method=cfg.sample_packing_mp_start_method or "fork",
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user