use requirements file for tests

.github/workflows/tests.yml

@@ -15,11 +15,11 @@ jobs:
         with:
           python-version: "3.9"
           cache: 'pip' # caching pip dependencies
-          
+
       - name: Install dependencies
         run: |
           pip install -e .
-          pip install pytest
+          pip install -r requirements-tests.txt
 
       - name: Run tests
         run: |

requirements-tests.txt

@@ -1,13 +1 @@
 pytest
-# this is a stripped down version so it doesn't try to install some of the things like xformers or others that may require compilation
-peft @ git+https://github.com/huggingface/peft.git
-transformers @ git+https://github.com/huggingface/transformers.git
-bitsandbytes>=0.39.0
-attrdict
-fire
-PyYAML==6.0
-black
-datasets
-accelerate>=0.19.0
-sentencepiece
-wandb