fix ddp for incorrect steps (#2915)

* fix ddp for incorrect steps * add test
2025-07-14 07:51:16 -04:00
parent 9a8073e73d
commit 41664c7c4c
2 changed files with 45 additions and 0 deletions
--- a/src/axolotl/utils/config/init.py
+++ b/src/axolotl/utils/config/init.py
@@ -115,6 +115,7 @@ def normalize_config(cfg):
        "chrf",
    ]
    choose_device(cfg)
+    cfg.ddp = cfg.ddp if cfg.ddp is not None else cfg.world_size != 1
    if cfg.world_size != 1:
        cfg.device_map = {"": int(os.environ.get("LOCAL_RANK", 0))}
        if cfg.fsdp or cfg.fsdp_config or cfg.ddp: