tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

reorder options so debug can happen in the same prepare step

Browse Source
This commit is contained in:
Wing Lian
2023-05-15 22:26:30 -04:00
parent 5e37144754
commit f98e173b59
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
scripts/finetune.py
View File

@@ -182,10 +182,6 @@ def train(
tokenizer, cfg, DEFAULT_DATASET_PREPARED_PATH tokenizer, cfg, DEFAULT_DATASET_PREPARED_PATH
) )
if prepare_ds_only:
logging.info("Finished preparing dataset. Exiting...")
return
if cfg.debug: if cfg.debug:
logging.info("check_dataset_labels...") logging.info("check_dataset_labels...")
check_dataset_labels( check_dataset_labels(
@@ -195,6 +191,10 @@ def train(
tokenizer, tokenizer,
) )
if prepare_ds_only:
logging.info("Finished preparing dataset. Exiting...")
return
trainer = setup_trainer(cfg, train_dataset, eval_dataset, model, tokenizer) trainer = setup_trainer(cfg, train_dataset, eval_dataset, model, tokenizer)
model.config.use_cache = False model.config.use_cache = False