Default micro_batch_size to 1 for a safer start

2023-06-03 17:26:33 +08:00
parent ca11ae9689
commit c9c050316f
1 changed files with 1 additions and 1 deletions
--- a/examples/falcon/config-7b-qlora.yml
+++ b/examples/falcon/config-7b-qlora.yml
@@ -50,7 +50,7 @@ output_dir: ./qlora-out
 # - 7b: 40
 # - 40b: 4
 # decrease if OOM, increase for max VRAM utilization
-micro_batch_size: 30
+micro_batch_size: 1
 gradient_accumulation_steps: 2
 num_epochs: 3
 # Optimizer for QLoRA