diff --git a/src/axolotl/utils/trainer.py b/src/axolotl/utils/trainer.py index fb381a8a1..621ef8785 100644 --- a/src/axolotl/utils/trainer.py +++ b/src/axolotl/utils/trainer.py @@ -480,7 +480,7 @@ def calculate_total_num_steps(cfg, train_dataset, update=True): bin_size=cfg.sample_packing_bin_size, sequential=cfg.sample_packing_sequentially, drop_last=True, - num_processes=cfg.dataset_prcoesses, + num_processes=cfg.dataset_num_proc, mp_start_method=cfg.sample_packing_mp_start_method or "fork", )