convert exponential notation lr to floats (#771)

This commit is contained in:
Wing Lian
2023-10-22 15:37:03 -04:00
committed by GitHub
parent 32eeeb5b64
commit ca84cca2c0
2 changed files with 42 additions and 0 deletions

View File

@@ -119,6 +119,9 @@ def normalize_config(cfg):
or (cfg.model_type and "mistral" in cfg.model_type.lower())
)
if isinstance(cfg.learning_rate, str):
cfg.learning_rate = float(cfg.learning_rate)
log_gpu_memory_usage(LOG, "baseline", cfg.device)