From 7009a483988da19cb895efcc0055f3965205c232 Mon Sep 17 00:00:00 2001
From: Wing Lian <wing@axolotl.ai>
Date: Thu, 20 Mar 2025 14:01:01 -0400
Subject: [PATCH] bump deepspeed and set no binary

---
 cicd/Dockerfile.jinja | 4 ++--
 setup.py              | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/cicd/Dockerfile.jinja b/cicd/Dockerfile.jinja
index 0fb9e90ba..4de704f4d 100644
--- a/cicd/Dockerfile.jinja
+++ b/cicd/Dockerfile.jinja
@@ -33,9 +33,9 @@ RUN if [ "$NIGHTLY_BUILD" = "true" ] ; then \
 
 RUN pip3 install -U packaging setuptools wheel
 RUN if [ "$AXOLOTL_EXTRAS" != "" ] ; then \
-        pip install --no-build-isolation -e .[deepspeed,flash-attn,optimizers,ray,$AXOLOTL_EXTRAS] $AXOLOTL_ARGS; \
+        pip install --no-build-isolation -e .[deepspeed,flash-attn,optimizers,ray,$AXOLOTL_EXTRAS] $AXOLOTL_ARGS --no-binary=:all:; \
     else \
-        pip install --no-build-isolation -e .[deepspeed,flash-attn,optimizers,ray] $AXOLOTL_ARGS; \
+        pip install --no-build-isolation -e .[deepspeed,flash-attn,optimizers,ray] $AXOLOTL_ARGS --no-binary=:all:; \
     fi
 
 RUN python scripts/unsloth_install.py | sh
diff --git a/setup.py b/setup.py
index b84c34525..c4ffcdaeb 100644
--- a/setup.py
+++ b/setup.py
@@ -128,7 +128,7 @@ setup(
             "flash-attn==2.7.4.post1",
         ],
         "deepspeed": [
-            "deepspeed==0.16.1",
+            "deepspeed==0.16.4",
             "deepspeed-kernels",
         ],
         "mamba-ssm": [