add back dynamic=False

This commit is contained in:
Sunny Liu
2025-04-07 17:06:51 -04:00
parent 421e0ee499
commit 4d320e2e4d

View File

@@ -40,6 +40,7 @@ def patch_flex_wrapper():
if not self._is_flex_compiled:
self._compiled_flex_attention = torch.compile(
flex_attention,
dynamic=False,
mode="max-autotune-no-cudagraphs",
fullgraph=True,
)