Distributed/ND-Parallel (#2977)

2025-07-31 20:25:02 +01:00
parent 7b68dfafd7
commit 294c7fe7a6
49 changed files with 712 additions and 835 deletions
--- a/tests/core/test_builders.py
+++ b/tests/core/test_builders.py
@@ -64,7 +64,7 @@ def fixture_base_cfg():
            "dataloader_num_workers": 1,
            "dataloader_pin_memory": True,
            "dataloader_prefetch_factor": 2,
-            "sequence_parallel_degree": 1,
+            "context_parallel_size": 1,
            "tensor_parallel_size": 1,
            # Dtype
            "fp16": False,