remove backend='inductor' in local patch

2025-04-07 17:05:08 -04:00
parent 4e8677027a
commit 421e0ee499
1 changed files with 0 additions and 1 deletions
--- a/src/axolotl/monkeypatch/attention/flex_attn.py
+++ b/src/axolotl/monkeypatch/attention/flex_attn.py
@@ -40,7 +40,6 @@ def patch_flex_wrapper():
            if not self._is_flex_compiled:
                self._compiled_flex_attention = torch.compile(
                    flex_attention,
-                    backend="inductor",
                    mode="max-autotune-no-cudagraphs",
                    fullgraph=True,
                )