use new upstream branches for nd-parallelism

2025-07-22 21:12:22 -04:00
parent 5f1a4306b0
commit 5c74bebfd0
22 changed files with 134 additions and 95 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -13,9 +13,9 @@ packaging==23.2

 huggingface_hub>=0.33.0
 peft==0.16.0
-transformers==4.53.2
+transformers @ git+https://github.com/winglian/transformers.git@ndp
 tokenizers>=0.21.1
-accelerate==1.9.0
+accelerate @ git+https://github.com/SalmanMohammadi/accelerate.git@device_mesh_parallelism_config
 datasets==4.0.0
 deepspeed>=0.17.0
 trl==0.19.1