update docker to compile latest bnb to properly support qlora

2023-05-27 12:36:53 -04:00
parent 35af017001
commit 312b8d51d6
3 changed files with 21 additions and 1 deletions
--- a/.github/workflows/base.yml
+++ b/.github/workflows/base.yml
@@ -16,9 +16,11 @@ jobs:
        include:
          - cuda: cu118
            cuda_version: 11.8.0
+            cuda_version_bnb: 118
            pytorch: 2.0.0
          - cuda: cu117
            cuda_version: 11.7.0
+            cuda_version_bnb: 117
            pytorch: 1.13.1
    steps:
      - name: Checkout
@@ -47,5 +49,6 @@ jobs:
          cache-to: type=gha,mode=max
          build-args: |
            CUDA_VERSION=${{ matrix.cuda_version }}
+            CUDA_VERSION_BNB=${{ matrix.cuda_version_bnb }}
            CUDA=${{ matrix.cuda }}
            PYTORCH_VERSION=${{ matrix.pytorch }}