From f68aedd1f889d8f1c0c0d86334422e1ee47ece56 Mon Sep 17 00:00:00 2001 From: Sung Ching Liu <22844540+bursteratom@users.noreply.github.com> Date: Fri, 21 Feb 2025 11:13:15 -0500 Subject: [PATCH] Update __init__.py --- src/axolotl/utils/config/models/input/v0_4_1/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/utils/config/models/input/v0_4_1/__init__.py b/src/axolotl/utils/config/models/input/v0_4_1/__init__.py index 840991e4e..0fcb27809 100644 --- a/src/axolotl/utils/config/models/input/v0_4_1/__init__.py +++ b/src/axolotl/utils/config/models/input/v0_4_1/__init__.py @@ -1377,7 +1377,7 @@ class AxolotlInputConfig( @classmethod def check_fsdp_tp(cls, data): if data.get("fsdp") and data.get("tensor_parallel"): - raise ValueError("FSDP is not compatible with tensor parallelism") + raise ValueError("FSDP with tensor parallelism is not supported yet.") return data @model_validator(mode="after")