From 9e1480e9ca0c9cb6ab6f3098c208276edef3ad37 Mon Sep 17 00:00:00 2001 From: Chirag Jain Date: Tue, 7 May 2024 19:17:55 +0530 Subject: [PATCH] Pass deepspeed and fsdp as None explicitly when merging adapters to allow custom device_map (#1575) --- src/axolotl/cli/merge_lora.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/axolotl/cli/merge_lora.py b/src/axolotl/cli/merge_lora.py index 611881ab1..f3543be42 100644 --- a/src/axolotl/cli/merge_lora.py +++ b/src/axolotl/cli/merge_lora.py @@ -25,6 +25,8 @@ def do_cli(config: Path = Path("examples/"), **kwargs): load_in_8bit=False, load_in_4bit=False, flash_attention=False, + deepspeed=None, + fsdp=None, **kwargs, )