add back dynamic=False

This commit is contained in:
Sunny Liu
2025-04-07 17:06:51 -04:00
committed by Sung Ching Liu
parent bdaaba2784
commit 75c565d476

View File

@@ -40,6 +40,7 @@ def patch_flex_wrapper():
if not self._is_flex_compiled: if not self._is_flex_compiled:
self._compiled_flex_attention = torch.compile( self._compiled_flex_attention = torch.compile(
flex_attention, flex_attention,
dynamic=False,
mode="max-autotune-no-cudagraphs", mode="max-autotune-no-cudagraphs",
fullgraph=True, fullgraph=True,
) )