tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

feat(merge): save tokenizer on merge (#362)

Browse Source
This commit is contained in:
NanoCode012
2023-08-13 00:18:10 +09:00
committed by GitHub
parent 35c8b90306
commit 289d5c403d
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
scripts/finetune.py
View File

@@ -265,6 +265,7 @@ def train(
if cfg.local_rank == 0: if cfg.local_rank == 0:
LOG.info("saving merged model") LOG.info("saving merged model")
model.save_pretrained(str(Path(cfg.output_dir) / "merged")) model.save_pretrained(str(Path(cfg.output_dir) / "merged"))
tokenizer.save_pretrained(str(Path(cfg.output_dir) / "merged"))
return return
if cfg.inference: if cfg.inference: