upgrade deepspeed to 0.13.1 for mixtral fixes (#1189) [skip ci]

* upgrade deepspeed to 0.13.1 for mixtral fixes * move deepspeed-kernels install to setup.py
2024-01-24 14:26:40 -05:00
parent 5bce45f800
commit 8a49309489
3 changed files with 4 additions and 3 deletions
--- a/setup.py
+++ b/setup.py
@@ -56,7 +56,8 @@ setup(
            "fused-dense-lib  @ git+https://github.com/Dao-AILab/flash-attention@v2.3.3#subdirectory=csrc/fused_dense_lib",
        ],
        "deepspeed": [
-            "deepspeed",
+            "deepspeed>=0.13.1",
+            "deepspeed-kernels",
        ],
        "mamba-ssm": [
            "mamba-ssm==1.0.1",