misc fixes from #943 (#1086) [skip ci]

2024-01-10 22:31:36 -05:00
parent 91502b98d4
commit 23495a80af
2 changed files with 5 additions and 0 deletions
--- a/src/axolotl/cli/merge_lora.py
+++ b/src/axolotl/cli/merge_lora.py
@@ -35,6 +35,10 @@ def do_cli(config: Path = Path("examples/"), **kwargs):
            f"Target directory for merge: `{parsed_cfg.lora_model_dir}` does not exist."
        )

+    parsed_cfg.load_in_4bit = False
+    parsed_cfg.load_in_8bit = False
+    parsed_cfg.flash_attention = False
+
    do_merge_lora(cfg=parsed_cfg, cli_args=parsed_cli_args)