tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

misc fixes from #943 (#1086) [skip ci]

Browse Source
This commit is contained in:
Wing Lian
2024-01-10 22:31:36 -05:00
committed by GitHub
parent 91502b98d4
commit 23495a80af
2 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
docker/Dockerfile-runpod
View File

@@ -5,6 +5,7 @@ ENV HF_DATASETS_CACHE="/workspace/data/huggingface-cache/datasets"
ENV HUGGINGFACE_HUB_CACHE="/workspace/data/huggingface-cache/hub" ENV HUGGINGFACE_HUB_CACHE="/workspace/data/huggingface-cache/hub"
ENV TRANSFORMERS_CACHE="/workspace/data/huggingface-cache/hub" ENV TRANSFORMERS_CACHE="/workspace/data/huggingface-cache/hub"
ENV HF_HOME="/workspace/data/huggingface-cache/hub" ENV HF_HOME="/workspace/data/huggingface-cache/hub"
ENV HF_HUB_ENABLE_HF_TRANSFER="1"
COPY scripts/runpod-entrypoint.sh /root/runpod-entrypoint.sh COPY scripts/runpod-entrypoint.sh /root/runpod-entrypoint.sh

4
src/axolotl/cli/merge_lora.py
View File

@@ -35,6 +35,10 @@ def do_cli(config: Path = Path("examples/"), **kwargs):
f"Target directory for merge: `{parsed_cfg.lora_model_dir}` does not exist." f"Target directory for merge: `{parsed_cfg.lora_model_dir}` does not exist."
) )
parsed_cfg.load_in_4bit = False
parsed_cfg.load_in_8bit = False
parsed_cfg.flash_attention = False
do_merge_lora(cfg=parsed_cfg, cli_args=parsed_cli_args) do_merge_lora(cfg=parsed_cfg, cli_args=parsed_cli_args)