tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

fix: add handling for beta3 and episilon2

Browse Source
This commit is contained in:
NanoCode012
2025-05-22 18:48:36 +07:00
parent 5346b99a88
commit bc53e80387
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/core/trainer_builder/base.py
View File

@@ -480,7 +480,9 @@ class TrainerBuilderBase(abc.ABC):
for arg in [ for arg in [
"adam_beta1", "adam_beta1",
"adam_beta2", "adam_beta2",
"adam_beta3",
"adam_epsilon", "adam_epsilon",
"adam_epsilon2",
"max_grad_norm", "max_grad_norm",
"dataloader_num_workers", "dataloader_num_workers",
"dataloader_pin_memory", "dataloader_pin_memory",