update datasets version to cut down the warnings due to pyarrow arg change (#897)

* update datasets to cut down the warnings * set versions for tokenizers and gradio * upgrade transformers to latest version
2023-11-25 16:30:00 -05:00
parent 1115c501b8
commit 6a4562ac08
1 changed files with 4 additions and 3 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -2,14 +2,15 @@
 auto-gptq==0.5.1
 packaging
 peft==0.6.0
-transformers==4.35.1
+transformers==4.35.2
+tokenizers==0.15.0
 bitsandbytes>=0.41.1
 accelerate==0.24.1
 deepspeed
 addict
 fire
 PyYAML>=6.0
-datasets>=2.14.0
+datasets>=2.15.0
 flash-attn==2.3.3
 sentencepiece
 wandb
@@ -29,7 +30,7 @@ scikit-learn==1.2.2
 pynvml
 art
 fschat==0.2.29
-gradio
+gradio==3.50.2
 tensorboard

 # remote filesystems