tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

TORCH_CUDA_ARCH_LIST should be an ARG

Browse Source
This commit is contained in:
Wing Lian
2023-05-07 07:28:57 -04:00
parent 97cf77891e
commit 73450d9de7
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
Dockerfile
View File

@@ -1,6 +1,6 @@
FROM huggingface/transformers-pytorch-deepspeed-latest-gpu:latest
RUN export TORCH_CUDA_ARCH_LIST="7.0 7.5 8.0 8.6+PTX"
ARG TORCH_CUDA_ARCH_LIST="7.0 7.5 8.0 8.6+PTX"
RUN apt-get update && \
apt-get install -y build-essential ninja-build vim git-lfs && \
git lfs install --skip-repo && \
@@ -10,7 +10,6 @@ RUN apt-get update && \
curl -L -O https://github.com/winglian/axolotl/raw/wheels/wheels/flash_attn-1.0.4-cp38-cp38-linux_x86_64.whl && \
pip install deepspeed-0.9.2%2B7ddc3b01-cp38-cp38-linux_x86_64.whl && \
pip install flash_attn-1.0.4-cp38-cp38-linux_x86_64.whl && \
pip install wheel && \
pip install "peft @ git+https://github.com/huggingface/peft.git@main" --force-reinstall --no-dependencies
WORKDIR /workspace