tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

just assume that fa supports window

Browse Source
This commit is contained in:
Wing Lian
2025-08-11 16:09:11 -04:00
parent 172b08b209
commit 8efdc59796
1 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/monkeypatch/ring_attn/patch.py
View File

@@ -18,9 +18,7 @@ from torch.distributed import DeviceMesh
try: try:
from transformers.modeling_flash_attention_utils import _flash_supports_window from transformers.modeling_flash_attention_utils import _flash_supports_window
except ImportError: except ImportError:
from transformers.modeling_flash_attention_utils import ( _flash_supports_window = True
_flash_supports_window_size as _flash_supports_window,
)
from axolotl.monkeypatch.utils import get_cu_seqlens_from_pos_ids from axolotl.monkeypatch.utils import get_cu_seqlens_from_pos_ids
from axolotl.utils.logging import get_logger from axolotl.utils.logging import get_logger