upgrade datasets to 4.4.1 (#3266)

* upgrade datasets * cleanup pip cache earlier * cleanup unused things from worker * also cleanup sdist
2025-11-14 12:52:14 -05:00
parent 0fbde69e9c
commit a6bafb55cb
2 changed files with 17 additions and 9 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -15,7 +15,7 @@ peft>=0.17.1
 tokenizers>=0.22.1
 transformers==4.57.1
 accelerate==1.11.0
-datasets==4.3.0
+datasets==4.4.1
 deepspeed>=0.17.0
 trl==0.25.0
 hf_xet==1.2.0