Fix typo in dataset_processes field (#3426)
* Fix typo in dataset_processes field * fix: use updated config name --------- Co-authored-by: NanoCode012 <nano@axolotl.ai>
This commit is contained in:
@@ -480,7 +480,7 @@ def calculate_total_num_steps(cfg, train_dataset, update=True):
|
|||||||
bin_size=cfg.sample_packing_bin_size,
|
bin_size=cfg.sample_packing_bin_size,
|
||||||
sequential=cfg.sample_packing_sequentially,
|
sequential=cfg.sample_packing_sequentially,
|
||||||
drop_last=True,
|
drop_last=True,
|
||||||
num_processes=cfg.dataset_prcoesses,
|
num_processes=cfg.dataset_num_proc,
|
||||||
mp_start_method=cfg.sample_packing_mp_start_method or "fork",
|
mp_start_method=cfg.sample_packing_mp_start_method or "fork",
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user