tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

docker layer caching, build w axolotl from base build

Browse Source
This commit is contained in:
Wing Lian
2023-05-07 17:16:05 -04:00
parent 0c46806ae2
commit 990bec63e6
6 changed files with 27 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
docker/Dockerfile
View File

@@ -1,22 +1,16 @@
FROM huggingface/transformers-pytorch-deepspeed-latest-gpu:latest
ARG BASE_TAG=main
FROM winglian/axolotl:$BASE_TAG
ARG TORCH_CUDA_ARCH_LIST="7.0 7.5 8.0 8.6+PTX"
RUN apt-get update && \
apt-get install -y build-essential ninja-build vim git-lfs && \
git lfs install --skip-repo && \
mkdir /tmp/wheels && \
cd /tmp/wheels && \
curl -L -O https://github.com/winglian/axolotl/raw/wheels/wheels/deepspeed-0.9.2%2B7ddc3b01-cp38-cp38-linux_x86_64.whl && \
curl -L -O https://github.com/winglian/axolotl/raw/wheels/wheels/flash_attn-1.0.4-cp38-cp38-linux_x86_64.whl && \
pip install deepspeed-0.9.2%2B7ddc3b01-cp38-cp38-linux_x86_64.whl && \
pip install flash_attn-1.0.4-cp38-cp38-linux_x86_64.whl && \
pip install "peft @ git+https://github.com/huggingface/peft.git@main" --force-reinstall --no-dependencies && \
pip install awscli
apt-get install -y vim \
WORKDIR /workspace
# The base image ships with `pydantic==1.8.2` which is not working
RUN python3 -m pip install -U --no-cache-dir pydantic
ARG REF=main
RUN git clone https://github.com/winglian/axolotl && cd axolotl && git checkout $REF && \
pip install -e .[int4]
RUN pip3 install --force-reinstall https://download.pytorch.org/whl/nightly/cu117/torch-2.0.0.dev20230301%2Bcu117-cp38-cp38-linux_x86_64.whl --index-url https://download.pytorch.org/whl/nightly/cu117