integrate qlora? maybe?

2023-05-22 23:13:33 -04:00
parent 2ae936fbc4
commit 3b4d055edd
2 changed files with 33 additions and 3 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,10 +1,10 @@
 peft @ git+https://github.com/huggingface/peft.git
 transformers @ git+https://github.com/huggingface/transformers.git
+bitsandbytes @ git+https://github.com/TimDettmers/bitsandbytes.git
 attrdict
 fire
 PyYAML==6.0
 black
-bitsandbytes==0.37.2
 datasets
 accelerate>=0.19.0
 sentencepiece