set zero3 optimizer betas to auto so they inherit from HF trainer config (#507)

2023-08-30 08:10:33 -04:00
parent 76576323df
commit 1e07c162f1
1 changed files with 1 additions and 4 deletions
--- a/deepspeed/zero3.json
+++ b/deepspeed/zero3.json
@@ -35,10 +35,7 @@
    "type": "AdamW",
    "params": {
      "lr": "auto",
-      "betas": [
-        0.9,
-        0.95
-      ],
+      "betas": "auto",
      "eps": 1e-8,
      "weight_decay": "auto"
    }