use multi pack dataloader w random sampler

2023-07-17 23:44:14 -04:00
parent ffd96839cf
commit 3aba4c5d7c
4 changed files with 282 additions and 17 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -13,6 +13,7 @@ einops
 xformers
 optimum
 hf_transfer
+numpy==1.24.4
 # qlora things
 bert-score==0.3.13
 evaluate==0.4.0