reorder options so debug can happen in the same prepare step

This commit is contained in:
Wing Lian
2023-05-15 22:26:30 -04:00
parent 5e37144754
commit f98e173b59

View File

@@ -182,10 +182,6 @@ def train(
tokenizer, cfg, DEFAULT_DATASET_PREPARED_PATH
)
if prepare_ds_only:
logging.info("Finished preparing dataset. Exiting...")
return
if cfg.debug:
logging.info("check_dataset_labels...")
check_dataset_labels(
@@ -195,6 +191,10 @@ def train(
tokenizer,
)
if prepare_ds_only:
logging.info("Finished preparing dataset. Exiting...")
return
trainer = setup_trainer(cfg, train_dataset, eval_dataset, model, tokenizer)
model.config.use_cache = False