just assume that fa supports window

2025-08-11 16:09:11 -04:00
parent 172b08b209
commit 8efdc59796
1 changed files with 1 additions and 3 deletions
--- a/src/axolotl/monkeypatch/ring_attn/patch.py
+++ b/src/axolotl/monkeypatch/ring_attn/patch.py
@@ -18,9 +18,7 @@ from torch.distributed import DeviceMesh
 try:
    from transformers.modeling_flash_attention_utils import _flash_supports_window
 except ImportError:
-    from transformers.modeling_flash_attention_utils import (
-        _flash_supports_window_size as _flash_supports_window,
-    )
+    _flash_supports_window = True

 from axolotl.monkeypatch.utils import get_cu_seqlens_from_pos_ids
 from axolotl.utils.logging import get_logger