diff --git a/.github/workflows/base.yml b/.github/workflows/base.yml index 623083db2..f3ad69570 100644 --- a/.github/workflows/base.yml +++ b/.github/workflows/base.yml @@ -26,7 +26,7 @@ jobs: pytorch: 2.0.0 axolotl_extras: - cuda: "117" - cuda_version: 11.7.0 + cuda_version: 11.7.1 python_version: "3.9" pytorch: 1.13.1 axolotl_extras: diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml index 033199154..07f25cac6 100644 --- a/.github/workflows/main.yml +++ b/.github/workflows/main.yml @@ -30,7 +30,7 @@ jobs: pytorch: 2.0.0 axolotl_extras: gptq - cuda: cu117 - cuda_version: 11.7.0 + cuda_version: 11.7.1 python_version: "3.9" pytorch: 1.13.1 axolotl_extras: @@ -85,7 +85,7 @@ jobs: pytorch: 2.0.0 axolotl_extras: gptq - cuda: cu117 - cuda_version: 11.7.0 + cuda_version: 11.7.1 python_version: "3.9" pytorch: 1.13.1 axolotl_extras: diff --git a/docker/Dockerfile-base b/docker/Dockerfile-base index 2728f3a72..20bd80f70 100644 --- a/docker/Dockerfile-base +++ b/docker/Dockerfile-base @@ -77,7 +77,7 @@ FROM base-builder RUN python3 -m pip uninstall -y apex RUN git clone https://github.com/NVIDIA/apex # `MAX_JOBS=1` disables parallel building to avoid cpu memory OOM when building image on GitHub Action (standard) runners -RUN cd apex && MAX_JOBS=1 python3 -m pip install --global-option="--cpp_ext" --global-option="--cuda_ext" --no-cache -v --disable-pip-version-check . +RUN cd apex && MAX_JOBS=1 python3 -m pip install -v --disable-pip-version-check --no-cache-dir --no-build-isolation --config-settings "--build-option=--cpp_ext" --config-settings "--build-option=--cuda_ext" ./ RUN mkdir -p /workspace/builds COPY --from=bnb-builder /workspace/bitsandbytes /workspace/builds/bitsandbytes