add docs and tweak yml

2023-10-28 13:07:59 -04:00
parent 7ff30c4033
commit 1321608dc4
3 changed files with 39 additions and 4 deletions
--- a/examples/multimodal/pretrain-llava-llama.yml
+++ b/examples/multimodal/pretrain-llava-llama.yml
@@ -17,7 +17,6 @@ strict: false

 datasets:
  - path: ./data/blip_laion_cc_sbu_558k.json
-#  - path: liuhaotian/LLaVA-CC3M-Pretrain-595K
 dataset_prepared_path:
 val_set_size: 0.0
 output_dir: ./out
@@ -54,7 +53,7 @@ xformers_attention:
 flash_attention: true

 warmup_steps: 10
-eval_steps: 0.05
+eval_steps:
 save_steps:
 debug:
 deepspeed:
--- a/examples/multimodal/pretrain-llava-mistral.yml
+++ b/examples/multimodal/pretrain-llava-mistral.yml
@@ -16,7 +16,7 @@ load_in_4bit: false
 strict: false

 datasets:
-  - path: liuhaotian/LLaVA-CC3M-Pretrain-595K
+  - path: ./data/blip_laion_cc_sbu_558k.json
 dataset_prepared_path:
 val_set_size: 0.0
 output_dir: ./out
@@ -53,7 +53,7 @@ xformers_attention:
 flash_attention: true

 warmup_steps: 10
-eval_steps: 0.05
+eval_steps:
 save_steps:
 debug:
 deepspeed: