more packing and dataset optimizations and fixes

2023-08-08 00:45:24 -04:00
parent 229b9165aa
commit 21f445d763
8 changed files with 123 additions and 38 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,7 +1,7 @@
 peft @ git+https://github.com/huggingface/peft.git
 transformers @ git+https://github.com/huggingface/transformers.git
 bitsandbytes>=0.39.0
-accelerate @ git+https://github.com/huggingface/accelerate@2a289f6108e77a77a4efffb3f6316bc98538413b
+accelerate @ git+https://github.com/huggingface/accelerate@b42c65b
 addict
 fire
 PyYAML==6.0