tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix 12.8 image and add flash-attn v3 hopper base image

Browse Source
This commit is contained in:
Wing Lian
2025-05-16 14:54:24 -04:00
parent a27b909c5c
commit 9b0be4f15c
2 changed files with 14 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
docker/Dockerfile-base
View File

@@ -38,6 +38,11 @@ RUN git lfs install --skip-repo && \
# The base image ships with `pydantic==1.8.2` which is not working
pip3 install -U --no-cache-dir pydantic==1.10.10
RUN if [ "$PYTORCH_VERSION" = "2.7.0" ] ; then \
RUN if [ "$TORCH_CUDA_ARCH_LIST" = "9.0+PTX" ] ; then \
git clone https://github.com/Dao-AILab/flash-attention.git; \
git checkout v2.7.4.post1; \
cd flash-attention/hopper; \
FLASH_ATTENTION_DISABLE_SM80=TRUE FLASH_ATTENTION_DISABLE_FP8=TRUE MAX_JOBS=128 python setup.py install; \
elif if [ "$PYTORCH_VERSION" = "2.7.0" ] ; then \
pip3 install flash-attn==2.7.4.post1; \
fi