Add CAME Optimizer (#2385)

2025-05-07 10:31:46 -04:00
parent 3c8b9b33d6
commit f943306263
6 changed files with 66 additions and 0 deletions
--- a/docs/config.qmd
+++ b/docs/config.qmd
@@ -612,6 +612,7 @@ lr_div_factor: # Learning rate div factor
 # - optimi_adamw
 # - ao_adamw_8bit
 # - ao_adamw_fp8
+# - came_pytorch
 optimizer:
 # Dictionary of arguments to pass to the optimizer
 optim_args: