From 6a4562ac08ddfaddabeec6cd3b461cd3c0c16bb1 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Sat, 25 Nov 2023 16:30:00 -0500 Subject: [PATCH] update datasets version to cut down the warnings due to pyarrow arg change (#897) * update datasets to cut down the warnings * set versions for tokenizers and gradio * upgrade transformers to latest version --- requirements.txt | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/requirements.txt b/requirements.txt index 0e182de51..2ada901cb 100644 --- a/requirements.txt +++ b/requirements.txt @@ -2,14 +2,15 @@ auto-gptq==0.5.1 packaging peft==0.6.0 -transformers==4.35.1 +transformers==4.35.2 +tokenizers==0.15.0 bitsandbytes>=0.41.1 accelerate==0.24.1 deepspeed addict fire PyYAML>=6.0 -datasets>=2.14.0 +datasets>=2.15.0 flash-attn==2.3.3 sentencepiece wandb @@ -29,7 +30,7 @@ scikit-learn==1.2.2 pynvml art fschat==0.2.29 -gradio +gradio==3.50.2 tensorboard # remote filesystems