diff --git a/examples/falcon/config-7b-qlora.yml b/examples/falcon/config-7b-qlora.yml index a3845d92d..2f2920e98 100644 --- a/examples/falcon/config-7b-qlora.yml +++ b/examples/falcon/config-7b-qlora.yml @@ -50,7 +50,7 @@ output_dir: ./qlora-out # - 7b: 40 # - 40b: 4 # decrease if OOM, increase for max VRAM utilization -micro_batch_size: 30 +micro_batch_size: 1 gradient_accumulation_steps: 2 num_epochs: 3 # Optimizer for QLoRA