upgrade to flash-attn 2.7.0 (#2048)

2024-11-14 06:59:25 -05:00
parent 5e98cdddac
commit 2d7830fda6
4 changed files with 3 additions and 7 deletions
--- a/setup.py
+++ b/setup.py
@@ -105,7 +105,7 @@ setup(
    dependency_links=dependency_links,
    extras_require={
        "flash-attn": [
-            "flash-attn==2.6.3",
+            "flash-attn==2.7.0.post2",
        ],
        "deepspeed": [
            "deepspeed==0.14.4",