Pretrain multipack v2 (#1470)

2024-04-02 05:42:16 -07:00
parent cae608f587
commit 5aa50974ce
5 changed files with 37 additions and 7 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -40,3 +40,4 @@ gcsfs
 # adlfs

 trl @ git+https://github.com/huggingface/trl.git@0ee349dcd43b0f4b3169449f16751c38ac4a609f
+zstandard==0.22.0