diff --git a/src/axolotl/utils/config/__init__.py b/src/axolotl/utils/config/__init__.py index 20d84e165..4e956140d 100644 --- a/src/axolotl/utils/config/__init__.py +++ b/src/axolotl/utils/config/__init__.py @@ -125,8 +125,8 @@ def normalize_config(cfg): with open(ds_config_path, encoding="utf-8") as f: cfg.deepspeed = json.load(f) - if cfg.sequence_parallel_size is None: - cfg.sequence_parallel_size = 1 + if cfg.sequence_parallel_degree is None: + cfg.sequence_parallel_degree = 1 if cfg.saves_per_epoch: save_steps = 1.0 / (cfg.saves_per_epoch * cfg.num_epochs)