tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
Dan Saunders
2025-03-06 17:44:32 +00:00
parent 51c326150b
commit b44a207248
1 changed files with 1 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tests/e2e/multigpu/test_sequence_parallelism.py
View File

@@ -73,12 +73,8 @@ def test_integration_with_config():
def test_ring_attn_group_creation(): def test_ring_attn_group_creation():
"""Test that ring attention groups are properly created in a multi-GPU environment.""" """Test that ring attention groups are properly created in a multi-GPU environment."""
# First ensure we're in a distributed environment
if not torch.distributed.is_initialized(): if not torch.distributed.is_initialized():
# Skip this test if not in distributed mode torch.distributed.init_process_group("nccl")
pytest.skip(
"This test requires a properly initialized torch.distributed environment"
)
from axolotl.monkeypatch.attention.ring_attn import ( from axolotl.monkeypatch.attention.ring_attn import (
get_ring_attn_group, get_ring_attn_group,