separate out flash-attn install (sadly)

2025-09-30 14:58:56 -04:00
parent b436ecf61f
commit 69df309cbb
33 changed files with 519 additions and 959 deletions
--- a/docker/Dockerfile
+++ b/docker/Dockerfile
@@ -35,6 +35,7 @@ RUN if [ "$AXOLOTL_EXTRAS" != "" ] ; then \
    else \
        uv pip install --python "$VENV_PYTHON" --no-build-isolation -e .[ring-flash-attn,optimizers,ray] $AXOLOTL_ARGS; \
    fi && \
+    uv pip install --python "$VENV_PYTHON" --no-build-isolation flash-attn $AXOLOTL_ARGS && \
    "$VENV_PYTHON" scripts/unsloth_install.py | sh && \
    "$VENV_PYTHON" scripts/cutcrossentropy_install.py | sh && \
    uv pip install --python "$VENV_PYTHON" pytest