add SP doc, review comments

2025-03-18 20:04:48 +00:00
parent 411df76a97
commit c1a58339e8
7 changed files with 115 additions and 17 deletions
--- a/setup.py
+++ b/setup.py
@@ -119,7 +119,8 @@ setup(
        ],
    },
    extras_require={
-        "flash-attn": ["flash-attn==2.7.4.post1", "ring-flash-attn>=0.1.4"],
+        "flash-attn": ["flash-attn==2.7.4.post1"],
+        "ring-flash-attn": ["ring-flash-attn>=0.1.4", "yunchang==0.6.0"],
        "deepspeed": [
            "deepspeed==0.16.4",
            "deepspeed-kernels",