From c9c050316febb964b2c9956a1ea430083d6a0bce Mon Sep 17 00:00:00 2001 From: Utensil Date: Sat, 3 Jun 2023 17:26:33 +0800 Subject: [PATCH] Default micro_batch_size to 1 for a safer start --- examples/falcon/config-7b-qlora.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/falcon/config-7b-qlora.yml b/examples/falcon/config-7b-qlora.yml index a3845d92d..2f2920e98 100644 --- a/examples/falcon/config-7b-qlora.yml +++ b/examples/falcon/config-7b-qlora.yml @@ -50,7 +50,7 @@ output_dir: ./qlora-out # - 7b: 40 # - 40b: 4 # decrease if OOM, increase for max VRAM utilization -micro_batch_size: 30 +micro_batch_size: 1 gradient_accumulation_steps: 2 num_epochs: 3 # Optimizer for QLoRA