diff --git a/requirements.txt b/requirements.txt
index ae4eca8f3..a04901e5b 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -6,7 +6,6 @@ addict
 fire
 PyYAML==6.0
 datasets
-accelerate>=0.19.0
 sentencepiece
 wandb
 einops