tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

allow 8bit optims with fsdp2

Browse Source
This commit is contained in:
Wing Lian
2025-04-01 14:55:59 -04:00
parent 52b96031b4
commit af3f981f51
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/utils/schemas/config.py
View File

@@ -950,6 +950,7 @@ class AxolotlInputConfig(
and "8bit" in data.get("optimizer", "") and "8bit" in data.get("optimizer", "")
and data.get("fsdp_config") and data.get("fsdp_config")
and data["fsdp_config"].get("fsdp_offload_params") and data["fsdp_config"].get("fsdp_offload_params")
and str(data["fsdp_config"].get("fsdp_version")) != "2"
): ):
raise ValueError( raise ValueError(
f"FSDP Offload not compatible with {data.get('optimizer')}" f"FSDP Offload not compatible with {data.get('optimizer')}"