Add CAME Optimizer (#2385)

2025-05-07 10:31:46 -04:00
parent 32f51bca35
commit 25e6c5f9bd
6 changed files with 66 additions and 0 deletions
--- a/docs/config.qmd
+++ b/docs/config.qmd
@@ -612,6 +612,7 @@ lr_div_factor: # Learning rate div factor
 # - optimi_adamw
 # - ao_adamw_8bit
 # - ao_adamw_fp8
+# - came_pytorch
 optimizer:
 # Dictionary of arguments to pass to the optimizer
 optim_args: