diff --git a/docker/Dockerfile-runpod b/docker/Dockerfile-runpod
index eaf470b5e..9f3c60eee 100644
--- a/docker/Dockerfile-runpod
+++ b/docker/Dockerfile-runpod
@@ -5,6 +5,7 @@ ENV HF_DATASETS_CACHE="/workspace/data/huggingface-cache/datasets"
 ENV HUGGINGFACE_HUB_CACHE="/workspace/data/huggingface-cache/hub"
 ENV TRANSFORMERS_CACHE="/workspace/data/huggingface-cache/hub"
 ENV HF_HOME="/workspace/data/huggingface-cache/hub"
+ENV HF_HUB_ENABLE_HF_TRANSFER="1"
 
 COPY scripts/runpod-entrypoint.sh /root/runpod-entrypoint.sh
 
diff --git a/src/axolotl/cli/merge_lora.py b/src/axolotl/cli/merge_lora.py
index 4124e25b8..400201fc9 100644
--- a/src/axolotl/cli/merge_lora.py
+++ b/src/axolotl/cli/merge_lora.py
@@ -35,6 +35,10 @@ def do_cli(config: Path = Path("examples/"), **kwargs):
             f"Target directory for merge: `{parsed_cfg.lora_model_dir}` does not exist."
         )
 
+    parsed_cfg.load_in_4bit = False
+    parsed_cfg.load_in_8bit = False
+    parsed_cfg.flash_attention = False
+
     do_merge_lora(cfg=parsed_cfg, cli_args=parsed_cli_args)