sane starter defaults and add lora

2023-05-27 09:33:14 -04:00
parent d5f944ce2a
commit 157420df13
2 changed files with 66 additions and 2 deletions
--- a/examples/falcon/config-7b.yml
+++ b/examples/falcon/config-7b.yml
@@ -28,8 +28,8 @@ wandb_watch:
 wandb_run_id:
 wandb_log_model:
 output_dir: ./falcon-7b
-batch_size: 512
-micro_batch_size: 8
+batch_size: 2
+micro_batch_size: 1
 num_epochs: 4
 optimizer: adamw_bnb_8bit
 torchdistx_path: