update tp validation

src/axolotl/utils/schemas/validation.py

@@ -913,15 +913,14 @@ class OptimizationValidationMixin:
     def check_tensor_parallel_size_update_ds_json(cls, data):
         tensor_parallel_size = data.get("tensor_parallel_size")
         if tensor_parallel_size is not None and tensor_parallel_size > 1:
-            if not data.get("deepspeed"):
-                raise ValueError(
-                    "Tensor parallelism (TP) is only supported with DeepSpeed"
-                )
+            if data.get("deepspeed"):
                 with open(data.get("deepspeed"), "r", encoding="utf-8") as ds_fin:
                     ds_config = json.load(ds_fin)
                     should_save = False
                     if "tensor_parallel" not in ds_config:
-                    ds_config["tensor_parallel"] = {"autotp_size": tensor_parallel_size}
+                        ds_config["tensor_parallel"] = {
+                            "autotp_size": tensor_parallel_size
+                        }
                         should_save = True
                     if (
                         "gather_16bit_weights_on_model_save"