From bb683644c367616c9ae6d2917934053b73f733a4 Mon Sep 17 00:00:00 2001
From: Wing Lian <wing@axolotl.ai>
Date: Thu, 20 Mar 2025 19:52:07 -0400
Subject: [PATCH] deepspeed binary fixes hopefully

---
 cicd/Dockerfile.jinja | 4 ++--
 requirements.txt      | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/cicd/Dockerfile.jinja b/cicd/Dockerfile.jinja
index 4de704f4d..c68076cd0 100644
--- a/cicd/Dockerfile.jinja
+++ b/cicd/Dockerfile.jinja
@@ -33,9 +33,9 @@ RUN if [ "$NIGHTLY_BUILD" = "true" ] ; then \
 
 RUN pip3 install -U packaging setuptools wheel
 RUN if [ "$AXOLOTL_EXTRAS" != "" ] ; then \
-        pip install --no-build-isolation -e .[deepspeed,flash-attn,optimizers,ray,$AXOLOTL_EXTRAS] $AXOLOTL_ARGS --no-binary=:all:; \
+        pip install --no-build-isolation -e .[deepspeed,flash-attn,optimizers,ray,$AXOLOTL_EXTRAS] $AXOLOTL_ARGS --no-binary=deepspeed; \
     else \
-        pip install --no-build-isolation -e .[deepspeed,flash-attn,optimizers,ray] $AXOLOTL_ARGS --no-binary=:all:; \
+        pip install --no-build-isolation -e .[deepspeed,flash-attn,optimizers,ray] $AXOLOTL_ARGS --no-binary=deepspeed; \
     fi
 
 RUN python scripts/unsloth_install.py | sh
diff --git a/requirements.txt b/requirements.txt
index fe5b531e7..3b70ae72a 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -17,7 +17,7 @@ transformers==4.49.0
 tokenizers>=0.21.1
 accelerate==1.5.2
 datasets==3.4.1
-deepspeed==0.16.1
+deepspeed==0.16.4
 trl==0.15.1
 
 optimum==1.16.2