upgrade datasets==3.1.0 and add upstream check (#2067) [skip ci]

2024-11-15 19:08:38 -05:00
parent 71d4030b79
commit 2f20cb7ebf
3 changed files with 3 additions and 1 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -5,7 +5,7 @@ transformers==4.46.1
 tokenizers>=0.20.1
 bitsandbytes==0.44.1
 accelerate==1.1.0
-datasets==3.0.1
+datasets==3.1.0
 deepspeed==0.15.3
 pydantic==2.6.3
 addict