diff --git a/cicd/Dockerfile.jinja b/cicd/Dockerfile.jinja
index 2893b06fb..35eccb495 100644
--- a/cicd/Dockerfile.jinja
+++ b/cicd/Dockerfile.jinja
@@ -33,10 +33,10 @@ RUN if [ "$NIGHTLY_BUILD" = "true" ] ; then \
 
 RUN pip3 install -U packaging setuptools wheel
 RUN if [ "$AXOLOTL_EXTRAS" != "" ] ; then \
-        pip install deepspeed
+        pip install deepspeed; \
         pip install --no-build-isolation -e .[flash-attn,optimizers,ray,$AXOLOTL_EXTRAS] $AXOLOTL_ARGS; \
     else \
-        pip install deepspeed
+        pip install deepspeed; \
         pip install --no-build-isolation -e .[flash-attn,optimizers,ray] $AXOLOTL_ARGS --no-binary=deepspeed; \
     fi