From 421e0ee499b80d2b6c6896195924e54dd274a334 Mon Sep 17 00:00:00 2001 From: Sunny Liu Date: Mon, 7 Apr 2025 17:05:08 -0400 Subject: [PATCH] remove backend='inductor' in local patch --- src/axolotl/monkeypatch/attention/flex_attn.py | 1 - 1 file changed, 1 deletion(-) diff --git a/src/axolotl/monkeypatch/attention/flex_attn.py b/src/axolotl/monkeypatch/attention/flex_attn.py index c643e2fd2..58e0c8e89 100644 --- a/src/axolotl/monkeypatch/attention/flex_attn.py +++ b/src/axolotl/monkeypatch/attention/flex_attn.py @@ -40,7 +40,6 @@ def patch_flex_wrapper(): if not self._is_flex_compiled: self._compiled_flex_attention = torch.compile( flex_attention, - backend="inductor", mode="max-autotune-no-cudagraphs", fullgraph=True, )