From e6cfb093d2877b44a354ed4399c635a55a9d7000 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Wed, 2 Apr 2025 20:35:00 +0700 Subject: [PATCH] fix: disable SP during merge (#2470) [skip ci] --- src/axolotl/cli/merge_lora.py | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/src/axolotl/cli/merge_lora.py b/src/axolotl/cli/merge_lora.py index 2a3343b6b..1059218fa 100644 --- a/src/axolotl/cli/merge_lora.py +++ b/src/axolotl/cli/merge_lora.py @@ -74,8 +74,10 @@ def do_cli(config: Union[Path, str] = Path("examples/"), **kwargs) -> None: load_in_8bit=False, load_in_4bit=False, flash_attention=False, + sequence_parallel_degree=None, deepspeed=None, fsdp=None, + fsdp_config=None, **kwargs, ) @@ -86,13 +88,6 @@ def do_cli(config: Union[Path, str] = Path("examples/"), **kwargs) -> None: f"Target directory for merge: `{parsed_cfg.lora_model_dir}` does not exist." ) - parsed_cfg.load_in_4bit = False - parsed_cfg.load_in_8bit = False - parsed_cfg.flash_attention = False - parsed_cfg.deepspeed = None - parsed_cfg.fsdp = None - parsed_cfg.fsdp_config = None - do_merge_lora(cfg=parsed_cfg)