This commit is contained in:
Wing Lian
2024-09-18 10:38:59 -07:00
parent 52e6249d2e
commit 5334d0fc01
3 changed files with 10 additions and 7 deletions

View File

@@ -10,8 +10,8 @@ optim_args:
max_preconditioner_dim: 8192
precondition_frequency: 100
use_decoupled_weight_decay: true
optim_shampoo_grafting_config_type: adam
optim_shampoo_grafting_config_kwargs:
beta2: 0.999
epsilon: 1e-12
optim_shampoo_grafting_config_type: adam
optim_shampoo_grafting_config_kwargs:
beta2: 0.999
epsilon: 1e-12
```