tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

don't use deepspeed or fsdp when merging loras (#1479)

Browse Source
This commit is contained in:
Wing Lian
2024-04-04 18:20:32 -07:00
committed by GitHub
parent e0fcef403f
commit 87ca3f98c6
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/cli/merge_lora.py
View File

@@ -38,6 +38,8 @@ def do_cli(config: Path = Path("examples/"), **kwargs):
parsed_cfg.load_in_4bit = False parsed_cfg.load_in_4bit = False
parsed_cfg.load_in_8bit = False parsed_cfg.load_in_8bit = False
parsed_cfg.flash_attention = False parsed_cfg.flash_attention = False
parsed_cfg.deepspeed = None
parsed_cfg.fsdp = None
do_merge_lora(cfg=parsed_cfg, cli_args=parsed_cli_args) do_merge_lora(cfg=parsed_cfg, cli_args=parsed_cli_args)