From 1853d6021d9a15d588c2ec80dc2d30b0da30ab81 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Sun, 11 Aug 2024 16:27:41 -0400 Subject: [PATCH] bump hf dependencies (#1823) * bump hf dependencies * revert optimum version change * don't bump tokenizers all the way to 0.20 yet since transformers doesn't support that --- requirements.txt | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/requirements.txt b/requirements.txt index fdcae107c..f32af373b 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,18 +1,18 @@ --extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/ packaging==23.2 peft==0.12.0 -transformers==4.43.4 -tokenizers==0.19.1 +transformers==4.44.0 +tokenizers>=0.19.1 bitsandbytes==0.43.3 -accelerate==0.32.0 +accelerate==0.33.0 +datasets==2.20.0 deepspeed==0.14.4 pydantic==2.6.3 addict fire PyYAML>=6.0 requests -datasets==2.19.1 -flash-attn==2.6.2 +flash-attn==2.6.3 sentencepiece wandb einops @@ -37,8 +37,8 @@ autoawq>=0.2.5 mamba-ssm==1.2.0.post1 # remote filesystems -s3fs -gcsfs +s3fs>=2024.5.0 +gcsfs>=2024.5.0 # adlfs trl==0.9.6