Merge pull request #93 from OpenAccess-AI-Collective/dev-base

cuda properly compiled bitsandbytes for qlora support

.github/workflows/base.yml

@@ -16,9 +16,11 @@ jobs:
         include:
           - cuda: cu118
             cuda_version: 11.8.0
+            cuda_version_bnb: 118
             pytorch: 2.0.0
           - cuda: cu117
             cuda_version: 11.7.0
+            cuda_version_bnb: 117
             pytorch: 1.13.1
     steps:
       - name: Checkout
@@ -47,5 +49,6 @@ jobs:
           cache-to: type=gha,mode=max
           build-args: |
             CUDA_VERSION=${{ matrix.cuda_version }}
+            CUDA_VERSION_BNB=${{ matrix.cuda_version_bnb }}
             CUDA=${{ matrix.cuda }}
             PYTORCH_VERSION=${{ matrix.pytorch }}