set auto for other params that hf trainer sets for ds. include zero1 json (#570)

2023-09-14 11:04:37 -04:00
parent 3fbde762ab
commit 3b18c963cc
3 changed files with 42 additions and 6 deletions
--- a/deepspeed/zero2.json
+++ b/deepspeed/zero2.json
@@ -23,11 +23,8 @@
      "type": "AdamW",
      "params": {
        "lr": "auto",
-        "betas": [
-          0.9,
-          0.999
-        ],
-        "eps": 1e-8,
+        "betas": "auto",
+        "eps": "auto",
        "weight_decay": "auto"
      }
    },