tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

run this on self hosted runner for now

Browse Source 
fix typo
fixes to docker build
need pip wheel
don't duplicate pip install
This commit is contained in:
Wing Lian
2023-05-07 04:30:19 -04:00
parent e2599edab9
commit 97cf77891e
2 changed files with 9 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/main.yml vendored
View File

@@ -8,7 +8,7 @@ on:
jobs: jobs:
build: build:
runs-on: ubuntu-20.04-4core runs-on: self-hosted
steps: steps:
- name: Checkout - name: Checkout
uses: actions/checkout@v3 uses: actions/checkout@v3

13
Dockerfile
View File

@@ -3,17 +3,20 @@ FROM huggingface/transformers-pytorch-deepspeed-latest-gpu:latest
RUN export TORCH_CUDA_ARCH_LIST="7.0 7.5 8.0 8.6+PTX" RUN export TORCH_CUDA_ARCH_LIST="7.0 7.5 8.0 8.6+PTX"
RUN apt-get update && \ RUN apt-get update && \
apt-get install -y build-essential ninja-build vim git-lfs && \ apt-get install -y build-essential ninja-build vim git-lfs && \
git lfs install && \ git lfs install --skip-repo && \
pip3 install --force-reinstall https://download.pytorch.org/whl/nightly/cu117/torch-2.0.0.dev20230301%2Bcu117-cp38-cp38-linux_x86_64.whl --index-url https://download.pytorch.org/whl/nightly/cu117 && \ mkdir /tmp/wheels && \
mdir /tmp/wheels && \
cd /tmp/wheels && \ cd /tmp/wheels && \
curl -L -O https://github.com/winglian/axolotl/raw/wheels/wheels/deepspeed-0.9.2%2B7ddc3b01-cp38-cp38-linux_x86_64.whl && \ curl -L -O https://github.com/winglian/axolotl/raw/wheels/wheels/deepspeed-0.9.2%2B7ddc3b01-cp38-cp38-linux_x86_64.whl && \
curl -L -O https://github.com/winglian/axolotl/raw/wheels/wheels/flash_attn-1.0.4-cp38-cp38-linux_x86_64.whl && \ curl -L -O https://github.com/winglian/axolotl/raw/wheels/wheels/flash_attn-1.0.4-cp38-cp38-linux_x86_64.whl && \
pip install deepspeed-0.9.2%2B7ddc3b01-cp38-cp38-linux_x86_64.whl && \ pip install deepspeed-0.9.2%2B7ddc3b01-cp38-cp38-linux_x86_64.whl && \
pip install flash_attn-1.0.4-cp38-cp38-linux_x86_64.whl && \ pip install flash_attn-1.0.4-cp38-cp38-linux_x86_64.whl && \
pip install wheel && \
pip install "peft @ git+https://github.com/huggingface/peft.git@main" --force-reinstall --no-dependencies pip install "peft @ git+https://github.com/huggingface/peft.git@main" --force-reinstall --no-dependencies
WORKDIR /workspace WORKDIR /workspace
ARG REF=main ARG REF=main
RUN git clone https://github.com/winglian/axolotl && cd axolotl && git checkout $REF RUN git clone https://github.com/winglian/axolotl && cd axolotl && git checkout $REF && \
RUN pip install -e .[int4] pip install -e .[int4]
RUN pip3 install --force-reinstall https://download.pytorch.org/whl/nightly/cu117/torch-2.0.0.dev20230301%2Bcu117-cp38-cp38-linux_x86_64.whl --index-url https://download.pytorch.org/whl/nightly/cu117