From 1aeece6e247f709fa11059372a71869cc6ca6f80 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Wed, 1 May 2024 00:33:53 +0900 Subject: [PATCH] chore(doc): clarify micro_batch_size (#1579) [skip ci] --- docs/config.qmd | 1 + 1 file changed, 1 insertion(+) diff --git a/docs/config.qmd b/docs/config.qmd index caa9b7649..dadc5c487 100644 --- a/docs/config.qmd +++ b/docs/config.qmd @@ -268,6 +268,7 @@ torch_compile_backend: # Optional[str] # If greater than 1, backpropagation will be skipped and the gradients will be accumulated for the given number of steps. gradient_accumulation_steps: 1 # The number of samples to include in each batch. This is the number of samples sent to each GPU. +# Batch size per gpu = micro_batch_size * gradient_accumulation_steps micro_batch_size: 2 eval_batch_size: num_epochs: 4