diff --git a/docker/Dockerfile-base b/docker/Dockerfile-base
index 5d84a7c24..c63f5a496 100644
--- a/docker/Dockerfile-base
+++ b/docker/Dockerfile-base
@@ -43,11 +43,11 @@ RUN git clone https://github.com/HazyResearch/flash-attention.git && \
     python3 setup.py bdist_wheel && \
     cd csrc/fused_dense_lib && \
     python3 setup.py bdist_wheel && \
-    cd ../csrc/xentropy && \
+    cd ../xentropy && \
     python3 setup.py bdist_wheel && \
-    cd ../csrc/rotary && \
+    cd ../rotary && \
     python3 setup.py bdist_wheel && \
-    cd ../csrc/layer_norm && \
+    cd ../layer_norm && \
     python3 setup.py bdist_wheel
 
 FROM base-builder AS deepspeed-builder