tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

default to qlora support, make gptq specific image

Browse Source
This commit is contained in:
Wing Lian
2023-05-29 20:34:41 -04:00
parent e43bcc6c4f
commit 6ef96f569b
5 changed files with 25 additions and 49 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
.github/workflows/base.yml vendored
View File

@@ -18,10 +18,22 @@ jobs:
cuda_version: 11.8.0
cuda_version_bnb: "118"
pytorch: 2.0.0
axolotl_extras:
- cuda: cu117
cuda_version: 11.7.0
cuda_version_bnb: "117"
pytorch: 1.13.1
axolotl_extras:
- cuda: cu118
cuda_version: 11.8.0
cuda_version_bnb: "118"
pytorch: 2.0.0
axolotl_extras: gptq
- cuda: cu117
cuda_version: 11.7.0
cuda_version_bnb: "117"
pytorch: 1.13.1
axolotl_extras: gptq
steps:
- name: Checkout
uses: actions/checkout@v3
@@ -43,7 +55,7 @@ jobs:
context: .
file: ./docker/Dockerfile-base
push: ${{ github.event_name != 'pull_request' }}
tags: ${{ steps.metadata.outputs.tags }}-${{ matrix.cuda }}-${{ matrix.pytorch }}
tags: ${{ steps.metadata.outputs.tags }}-${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }}
labels: ${{ steps.metadata.outputs.labels }}
cache-from: type=gha
cache-to: type=gha,mode=max
@@ -52,3 +64,4 @@ jobs:
CUDA_VERSION_BNB=${{ matrix.cuda_version_bnb }}
CUDA=${{ matrix.cuda }}
PYTORCH_VERSION=${{ matrix.pytorch }}
AXOLOTL_EXTRAS=${{ matrix.axolotl_extras }}