diff --git a/requirements.txt b/requirements.txt
index 9b6537fc4..585e35d1f 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -12,7 +12,7 @@ liger-kernel==0.5.5
 packaging==23.2
 
 peft==0.15.0
-transformers==4.51.0
+transformers @ git+https://github.com/winglian/transformers.git@revert-deepspeed-z3-regressions
 tokenizers>=0.21.1
 accelerate==1.6.0
 datasets==3.5.0