tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

push merged lora to hf

Browse Source
This commit is contained in:
Wing Lian
2023-08-22 23:31:12 -04:00
parent 53e739f11e
commit 8be7da8999
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
scripts/finetune.py
View File

@@ -159,6 +159,8 @@ def merge_lora(model, tokenizer, cfg):
LOG.info("running merge of LoRA with base model") LOG.info("running merge of LoRA with base model")
model = model.merge_and_unload() model = model.merge_and_unload()
model.to(dtype=torch.float16) model.to(dtype=torch.float16)
if cfg.hub_model_id:
model.push_to_hub("hub_model_id")
if cfg.local_rank == 0: if cfg.local_rank == 0:
LOG.info("saving merged model") LOG.info("saving merged model")