tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

fix accidental change

Browse Source
This commit is contained in:
Dan Saunders
2025-03-20 02:55:42 +00:00
committed by Dan Saunders
parent 3bfcce9f0a
commit 2653f170fc
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/axolotl/utils/schemas/config.py
View File

@@ -233,7 +233,7 @@ class AxolotlInputConfig(
fsdp: list[str] | None = None fsdp: list[str] | None = None
fsdp_config: dict[str, Any] | None = None fsdp_config: dict[str, Any] | None = None
fsdp_final_state_dict_type: Literal[ fsdp_final_state_dict_type: Literal[
"FULL_STATE_dict", "LOCAL_STATE_dict", "SHARDED_STATE_dict" "FULL_STATE_DICT", "LOCAL_STATE_DICT", "SHARDED_STATE_DICT"
] | None = None ] | None = None
val_set_size: float | None = Field(default=0.0) val_set_size: float | None = Field(default=0.0)
@@ -929,10 +929,10 @@ class AxolotlInputConfig(
data.get("fsdp") data.get("fsdp")
and data.get("save_safetensors") and data.get("save_safetensors")
and data.get("fsdp_config") and data.get("fsdp_config")
and data["fsdp_config"].get("fsdp_state_dict_type") == "SHARDED_STATE_dict" and data["fsdp_config"].get("fsdp_state_dict_type") == "SHARDED_STATE_DICT"
): ):
raise ValueError( raise ValueError(
"FSDP SHARDED_STATE_dict not compatible with save_safetensors" "FSDP SHARDED_STATE_DICT not compatible with save_safetensors"
) )
return data return data