diff --git a/docker/Dockerfile b/docker/Dockerfile
index f0333251a..91a6dbd55 100644
--- a/docker/Dockerfile
+++ b/docker/Dockerfile
@@ -10,7 +10,8 @@ RUN apt-get update && \
     curl -L -O https://github.com/winglian/axolotl/raw/wheels/wheels/flash_attn-1.0.4-cp38-cp38-linux_x86_64.whl && \
     pip install deepspeed-0.9.2%2B7ddc3b01-cp38-cp38-linux_x86_64.whl && \
     pip install flash_attn-1.0.4-cp38-cp38-linux_x86_64.whl && \
-    pip install "peft @ git+https://github.com/huggingface/peft.git@main" --force-reinstall --no-dependencies
+    pip install "peft @ git+https://github.com/huggingface/peft.git@main" --force-reinstall --no-dependencies && \
+    pip install awscli
 
 WORKDIR /workspace
 ARG REF=main
diff --git a/docker/Dockerfile-base b/docker/Dockerfile-base
index 1f28e4575..5d3e88941 100644
--- a/docker/Dockerfile-base
+++ b/docker/Dockerfile-base
@@ -13,7 +13,7 @@ ARG CUDA="cu118"
 ENV PYTHON_VERSION=$PYTHON_VERSION
 
 RUN apt-get update
-RUN apt-get install -y wget && rm -rf /var/lib/apt/lists/*
+RUN apt-get install -y wget git build-essential ninja-build git-lfs && rm -rf /var/lib/apt/lists/*
 
 RUN wget \
     https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh \