diff --git a/docker/Dockerfile-base b/docker/Dockerfile-base
index 8f33ff229..bb28dd839 100644
--- a/docker/Dockerfile-base
+++ b/docker/Dockerfile-base
@@ -27,7 +27,7 @@ ENV PATH="/root/miniconda3/envs/py${PYTHON_VERSION}/bin:${PATH}"
 WORKDIR /workspace
 
 RUN python3 -m pip install --upgrade pip && pip3 install packaging && \
-    python3 -m pip install --no-cache-dir -U torch==${PYTORCH_VERSION}+cu${CUDA} --extra-index-url https://download.pytorch.org/whl/cu$CUDA
+    python3 -m pip install --no-cache-dir -U torch==${PYTORCH_VERSION}+cu${CUDA} deepspeed-kernels --extra-index-url https://download.pytorch.org/whl/cu$CUDA
 
 FROM base-builder AS deepspeed-builder