tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: disable SP during merge (#2470) [skip ci]

Browse Source
This commit is contained in:
NanoCode012
2025-04-02 20:35:00 +07:00
committed by GitHub
parent 7abc71dc0b
commit e6cfb093d2
1 changed files with 2 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/axolotl/cli/merge_lora.py
View File

@@ -74,8 +74,10 @@ def do_cli(config: Union[Path, str] = Path("examples/"), **kwargs) -> None:
load_in_8bit=False, load_in_8bit=False,
load_in_4bit=False, load_in_4bit=False,
flash_attention=False, flash_attention=False,
sequence_parallel_degree=None,
deepspeed=None, deepspeed=None,
fsdp=None, fsdp=None,
fsdp_config=None,
**kwargs, **kwargs,
) )
@@ -86,13 +88,6 @@ def do_cli(config: Union[Path, str] = Path("examples/"), **kwargs) -> None:
f"Target directory for merge: `{parsed_cfg.lora_model_dir}` does not exist." f"Target directory for merge: `{parsed_cfg.lora_model_dir}` does not exist."
) )
parsed_cfg.load_in_4bit = False
parsed_cfg.load_in_8bit = False
parsed_cfg.flash_attention = False
parsed_cfg.deepspeed = None
parsed_cfg.fsdp = None
parsed_cfg.fsdp_config = None
do_merge_lora(cfg=parsed_cfg) do_merge_lora(cfg=parsed_cfg)