prepared dataset caching, other misc fixes (#665)

* prepared dataset caching, other misc fixes * also don't load from disk cache unless explicit
2023-10-02 21:07:24 -04:00
parent f4868d733c
commit e50a64e85e
32 changed files with 35 additions and 34 deletions
--- a/examples/jeopardy-bot/config.yml
+++ b/examples/jeopardy-bot/config.yml
@@ -6,7 +6,7 @@ load_in_8bit: false
 datasets:
  - path: openaccess-ai-collective/jeopardy
    type: jeopardy
-dataset_prepared_path: last_run_prepared
+dataset_prepared_path:
 val_set_size: 0.02
 adapter:
 lora_model_dir: