tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

don't fail if can't cast weights due to offload when merging (#1172) [skip ci]

Browse Source
This commit is contained in:
Wing Lian
2024-01-23 09:17:08 -05:00
committed by GitHub
parent cc250391a0
commit fb7f9b9516
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/axolotl/cli/__init__.py
View File

@@ -78,7 +78,10 @@ def do_merge_lora(
LOG.info("running merge of LoRA with base model") LOG.info("running merge of LoRA with base model")
model = model.merge_and_unload(progressbar=True) model = model.merge_and_unload(progressbar=True)
model.to(dtype=cfg.torch_dtype) try:
model.to(dtype=cfg.torch_dtype)
except RuntimeError:
pass
if cfg.local_rank == 0: if cfg.local_rank == 0:
LOG.info(f"saving merged model to: {str(Path(cfg.output_dir) / 'merged')}") LOG.info(f"saving merged model to: {str(Path(cfg.output_dir) / 'merged')}")