diff --git a/docker/Dockerfile b/docker/Dockerfile
index ff47548bc..639cd3789 100644
--- a/docker/Dockerfile
+++ b/docker/Dockerfile
@@ -8,6 +8,7 @@ ENV BNB_CUDA_VERSION=$CUDA
 ARG PYTORCH_VERSION="2.0.1"
 
 ENV PYTORCH_VERSION=$PYTORCH_VERSION
+ENV HF_HUB_ENABLE_HF_TRANSFER=1
 
 RUN apt-get update && \
     apt-get install -y vim curl
diff --git a/docker/Dockerfile-base b/docker/Dockerfile-base
index 8f33ff229..095748595 100644
--- a/docker/Dockerfile-base
+++ b/docker/Dockerfile-base
@@ -14,7 +14,7 @@ ARG CUDA="118"
 ENV PYTHON_VERSION=$PYTHON_VERSION
 
 RUN apt-get update \
-    && apt-get install -y wget git build-essential ninja-build git-lfs libaio-dev && rm -rf /var/lib/apt/lists/* \
+    && apt-get install -y wget git build-essential ninja-build git-lfs libaio-dev unzip && rm -rf /var/lib/apt/lists/* \
     && wget \
     https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh \
     && mkdir /root/.conda \