From 8efdc59796b74e7c2ff014772afda74e1f69f86f Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Mon, 11 Aug 2025 16:09:11 -0400 Subject: [PATCH] just assume that fa supports window --- src/axolotl/monkeypatch/ring_attn/patch.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/src/axolotl/monkeypatch/ring_attn/patch.py b/src/axolotl/monkeypatch/ring_attn/patch.py index 934687a16..3f010acce 100644 --- a/src/axolotl/monkeypatch/ring_attn/patch.py +++ b/src/axolotl/monkeypatch/ring_attn/patch.py @@ -18,9 +18,7 @@ from torch.distributed import DeviceMesh try: from transformers.modeling_flash_attention_utils import _flash_supports_window except ImportError: - from transformers.modeling_flash_attention_utils import ( - _flash_supports_window_size as _flash_supports_window, - ) + _flash_supports_window = True from axolotl.monkeypatch.utils import get_cu_seqlens_from_pos_ids from axolotl.utils.logging import get_logger