Pass deepspeed and fsdp as None explicitly when merging adapters to allow custom device_map (#1575)

2024-05-07 19:17:55 +05:30
parent 3367fca732
commit 9e1480e9ca
1 changed files with 2 additions and 0 deletions
--- a/src/axolotl/cli/merge_lora.py
+++ b/src/axolotl/cli/merge_lora.py
@@ -25,6 +25,8 @@ def do_cli(config: Path = Path("examples/"), **kwargs):
        load_in_8bit=False,
        load_in_4bit=False,
        flash_attention=False,
+        deepspeed=None,
+        fsdp=None,
        **kwargs,
    )