allow 8bit optims with fsdp2

This commit is contained in:
Wing Lian
2025-04-01 14:55:59 -04:00
parent 52b96031b4
commit af3f981f51

View File

@@ -950,6 +950,7 @@ class AxolotlInputConfig(
and "8bit" in data.get("optimizer", "")
and data.get("fsdp_config")
and data["fsdp_config"].get("fsdp_offload_params")
and str(data["fsdp_config"].get("fsdp_version")) != "2"
):
raise ValueError(
f"FSDP Offload not compatible with {data.get('optimizer')}"