diff --git a/cicd/Dockerfile.jinja b/cicd/Dockerfile.jinja
index 7c07a567e..dc736d573 100644
--- a/cicd/Dockerfile.jinja
+++ b/cicd/Dockerfile.jinja
@@ -43,7 +43,8 @@ RUN if [ "$AXOLOTL_EXTRAS" != "" ] ; then \
         uv pip install --python "$VENV_PYTHON" --no-build-isolation -e .[ring-flash-attn,optimizers,ray] $AXOLOTL_ARGS; \
     fi
 
-RUN uv pip install --python "$VENV_PYTHON" --no-build-isolation flash-attn $AXOLOTL_ARGS
+RUN "$VENV_PYTHON" -m pip install --upgrade pip && \
+    uv pip install --python "$VENV_PYTHON" --no-build-isolation flash-attn $AXOLOTL_ARGS
 
 RUN "$VENV_PYTHON" scripts/unsloth_install.py | sh
 RUN "$VENV_PYTHON" scripts/cutcrossentropy_install.py | sh