params are adam_*, not adamw_*

This commit is contained in:
Wing Lian
2023-07-08 12:13:39 -04:00
parent f74edd5b56
commit 19cf0bda99
2 changed files with 6 additions and 6 deletions

View File

@@ -87,7 +87,7 @@ def validate_config(cfg):
"You probably want to disable group_by_length as it will force a streamed dataset to download completely."
)
if any([cfg.adamw_beta1, cfg.adamw_beta2, cfg.adamw_epsilon]) and (
if any([cfg.adam_beta1, cfg.adam_beta2, cfg.adam_epsilon]) and (
not cfg.optimizer or "adamw" not in cfg.optimizer
):
logging.warning("adamw hyperparameters found, but no adamw optimizer set")