fix: downgrade deepspeed to fix grad checkpoint oom (#2465) [skip ci]

2025-04-01 23:25:05 +07:00
parent 7d0eb66b54
commit 990b5896bc
2 changed files with 2 additions and 2 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -16,7 +16,7 @@ transformers==4.50.3
 tokenizers>=0.21.1
 accelerate==1.5.2
 datasets==3.5.0
-deepspeed==0.16.4
+deepspeed==0.15.4
 trl==0.16.0

 optimum==1.16.2
--- a/setup.py
+++ b/setup.py
@@ -112,7 +112,7 @@ extras_require = {
        "yunchang==0.6.0",
    ],
    "deepspeed": [
-        "deepspeed==0.16.4",
+        "deepspeed==0.15.4",
        "deepspeed-kernels",
    ],
    "mamba-ssm": [