From 23495a80af92d78c8ba417901f085dc30561b6ff Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Wed, 10 Jan 2024 22:31:36 -0500 Subject: [PATCH] misc fixes from #943 (#1086) [skip ci] --- docker/Dockerfile-runpod | 1 + src/axolotl/cli/merge_lora.py | 4 ++++ 2 files changed, 5 insertions(+) diff --git a/docker/Dockerfile-runpod b/docker/Dockerfile-runpod index eaf470b5e..9f3c60eee 100644 --- a/docker/Dockerfile-runpod +++ b/docker/Dockerfile-runpod @@ -5,6 +5,7 @@ ENV HF_DATASETS_CACHE="/workspace/data/huggingface-cache/datasets" ENV HUGGINGFACE_HUB_CACHE="/workspace/data/huggingface-cache/hub" ENV TRANSFORMERS_CACHE="/workspace/data/huggingface-cache/hub" ENV HF_HOME="/workspace/data/huggingface-cache/hub" +ENV HF_HUB_ENABLE_HF_TRANSFER="1" COPY scripts/runpod-entrypoint.sh /root/runpod-entrypoint.sh diff --git a/src/axolotl/cli/merge_lora.py b/src/axolotl/cli/merge_lora.py index 4124e25b8..400201fc9 100644 --- a/src/axolotl/cli/merge_lora.py +++ b/src/axolotl/cli/merge_lora.py @@ -35,6 +35,10 @@ def do_cli(config: Path = Path("examples/"), **kwargs): f"Target directory for merge: `{parsed_cfg.lora_model_dir}` does not exist." ) + parsed_cfg.load_in_4bit = False + parsed_cfg.load_in_8bit = False + parsed_cfg.flash_attention = False + do_merge_lora(cfg=parsed_cfg, cli_args=parsed_cli_args)