tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

add docs

Browse Source
This commit is contained in:
Wing Lian
2023-06-15 08:43:20 -04:00
parent 6d0ee4ba34
commit c969f0a9dc
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
README.md
View File

@@ -422,6 +422,12 @@ log_sweep_max_lr:
optimizer: optimizer:
# specify weight decay # specify weight decay
weight_decay: weight_decay:
# adamw hyperparams
adam_beta1:
adam_beta2:
adam_epsilon:
# Gradient clipping max norm
max_grad_norm:
# whether to bettertransformers # whether to bettertransformers
flash_optimum: flash_optimum: