From 4d320e2e4dc258b4f3bbe531b3e179fee5775397 Mon Sep 17 00:00:00 2001 From: Sunny Liu Date: Mon, 7 Apr 2025 17:06:51 -0400 Subject: [PATCH] add back dynamic=False --- src/axolotl/monkeypatch/attention/flex_attn.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/axolotl/monkeypatch/attention/flex_attn.py b/src/axolotl/monkeypatch/attention/flex_attn.py index 58e0c8e89..babecfc7a 100644 --- a/src/axolotl/monkeypatch/attention/flex_attn.py +++ b/src/axolotl/monkeypatch/attention/flex_attn.py @@ -40,6 +40,7 @@ def patch_flex_wrapper(): if not self._is_flex_compiled: self._compiled_flex_attention = torch.compile( flex_attention, + dynamic=False, mode="max-autotune-no-cudagraphs", fullgraph=True, )