diff --git a/src/axolotl/utils/data/rl.py b/src/axolotl/utils/data/rl.py index eaa834822..dc5920099 100644 --- a/src/axolotl/utils/data/rl.py +++ b/src/axolotl/utils/data/rl.py @@ -72,6 +72,7 @@ def map_dataset(cfg, data_set, ds_transform_fn, tokenizer, **map_kwargs): data_set = data_set.map( ds_transform_fn, desc="Mapping RL Dataset", + num_proc=cfg.dataset_processes, **map_kwargs, )