diff --git a/src/axolotl/utils/schemas/config.py b/src/axolotl/utils/schemas/config.py index cf98f7f02..6bc3519b6 100644 --- a/src/axolotl/utils/schemas/config.py +++ b/src/axolotl/utils/schemas/config.py @@ -950,6 +950,7 @@ class AxolotlInputConfig( and "8bit" in data.get("optimizer", "") and data.get("fsdp_config") and data["fsdp_config"].get("fsdp_offload_params") + and str(data["fsdp_config"].get("fsdp_version")) != "2" ): raise ValueError( f"FSDP Offload not compatible with {data.get('optimizer')}"