tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Update __init__.py

Browse Source
This commit is contained in:
Sung Ching Liu
2025-02-21 11:13:15 -05:00
parent 3dd5c6f8ec
commit f68aedd1f8
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/utils/config/models/input/v0_4_1/__init__.py
View File

@@ -1377,7 +1377,7 @@ class AxolotlInputConfig(
@classmethod @classmethod
def check_fsdp_tp(cls, data): def check_fsdp_tp(cls, data):
if data.get("fsdp") and data.get("tensor_parallel"): if data.get("fsdp") and data.get("tensor_parallel"):
raise ValueError("FSDP is not compatible with tensor parallelism") raise ValueError("FSDP with tensor parallelism is not supported yet.")
return data return data
@model_validator(mode="after") @model_validator(mode="after")