improve prepared dataset loading, fix inference

2023-04-15 12:14:52 -04:00
parent 937f44f021
commit b164725417
4 changed files with 12 additions and 4 deletions
--- a/configs/cerebras_1_3B_alpaca.yml
+++ b/configs/cerebras_1_3B_alpaca.yml
@@ -11,6 +11,7 @@ datasets:
    type: gpteacher
  - path: data/roleplay-similarity_0.6-instruct-dataset.jsonl
    type: gpteacher
+dataset_prepared_path: data/last_run
 val_set_size: 0.05
 adapter: lora
 sequence_len: 2048
--- a/configs/llama_65B_alpaca.yml
+++ b/configs/llama_65B_alpaca.yml
@@ -11,6 +11,7 @@ datasets:
    type: gpteacher
  - path: data/roleplay-similarity_0.6-instruct-dataset.jsonl
    type: gpteacher
+dataset_prepared_path: data/last_run
 val_set_size: 0.04
 adapter: lora
 lora_model_dir:
--- a/configs/pythia_1_2B_alpaca.yml
+++ b/configs/pythia_1_2B_alpaca.yml
@@ -11,6 +11,7 @@ datasets:
    type: gpteacher
  - path: data/roleplay-similarity_0.6-instruct-dataset.jsonl
    type: gpteacher
+dataset_prepared_path: data/last_run
 val_set_size: 0.05
 adapter: lora
 lora_model_dir: