From 2b990eb6286a888f425f6964974be84d6a1e4898 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Wed, 16 Aug 2023 02:55:48 +0900 Subject: [PATCH] Feat(doc): Add lr_quadratic_warmup to readme (#412) --- README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/README.md b/README.md index 4acf02214..0d1f6b17f 100644 --- a/README.md +++ b/README.md @@ -434,6 +434,7 @@ eval_batch_size: 2 num_epochs: 3 warmup_steps: 100 learning_rate: 0.00003 +lr_quadratic_warmup: logging_steps: save_steps: # leave empty to save at each epoch eval_steps: