diff --git a/.github/workflows/base.yml b/.github/workflows/base.yml index 98d52eaeb..07cf67473 100644 --- a/.github/workflows/base.yml +++ b/.github/workflows/base.yml @@ -7,7 +7,7 @@ jobs: build-base: if: github.repository_owner == 'OpenAccess-AI-Collective' # this job needs to be run on self-hosted GPU runners... - runs-on: self-hosted + runs-on: axolotl-gpu-runner strategy: fail-fast: false matrix: diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml index 1bb53b24a..93fb15e4c 100644 --- a/.github/workflows/main.yml +++ b/.github/workflows/main.yml @@ -9,7 +9,6 @@ on: jobs: build-axolotl: if: ${{ ! contains(github.event.commits[0].message, '[skip docker]]') && github.repository_owner == 'OpenAccess-AI-Collective' }} - # this job needs to be run on self-hosted GPU runners... strategy: fail-fast: false matrix: @@ -35,7 +34,7 @@ jobs: python_version: "3.11" pytorch: 2.1.2 axolotl_extras: - runs-on: [self-hosted, gpu, docker] + runs-on: axolotl-gpu-runner steps: - name: Checkout uses: actions/checkout@v4 @@ -62,21 +61,11 @@ jobs: CUDA=${{ matrix.cuda }} PYTORCH_VERSION=${{ matrix.pytorch }} file: ./docker/Dockerfile + push: ${{ github.event_name != 'pull_request' }} tags: | ${{ steps.metadata.outputs.tags }}-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }} ${{ (matrix.is_latest) && format('{0}-latest', steps.metadata.outputs.tags) || '' }} labels: ${{ steps.metadata.outputs.labels }} - - name: Unit Tests - run: | - docker run --rm ${{ steps.metadata.outputs.tags }}-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }} pytest --ignore=tests/e2e/ /workspace/axolotl/tests/ - - name: Push to Docker Hub - if: github.event_name != 'pull_request' - run: | - docker push ${{ steps.metadata.outputs.tags }}-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }} - latest_tag=${{ (matrix.is_latest) && format('{0}-latest', steps.metadata.outputs.tags) || '' }} - if [ -n "$latest_tag" ]; then - docker push "$latest_tag" - fi build-axolotl-runpod: needs: build-axolotl @@ -106,7 +95,7 @@ jobs: python_version: "3.11" pytorch: 2.1.2 axolotl_extras: - runs-on: [self-hosted, gpu, docker] + runs-on: axolotl-gpu-runner steps: - name: Checkout uses: actions/checkout@v4