From af3f981f51753bd610924de5535c028db696cfba Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Tue, 1 Apr 2025 14:55:59 -0400 Subject: [PATCH] allow 8bit optims with fsdp2 --- src/axolotl/utils/schemas/config.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/axolotl/utils/schemas/config.py b/src/axolotl/utils/schemas/config.py index cf98f7f02..6bc3519b6 100644 --- a/src/axolotl/utils/schemas/config.py +++ b/src/axolotl/utils/schemas/config.py @@ -950,6 +950,7 @@ class AxolotlInputConfig( and "8bit" in data.get("optimizer", "") and data.get("fsdp_config") and data["fsdp_config"].get("fsdp_offload_params") + and str(data["fsdp_config"].get("fsdp_version")) != "2" ): raise ValueError( f"FSDP Offload not compatible with {data.get('optimizer')}"