fix: add handling for beta3 and episilon2

2025-05-22 18:48:36 +07:00
parent 5346b99a88
commit bc53e80387
1 changed files with 2 additions and 0 deletions
--- a/src/axolotl/core/trainer_builder/base.py
+++ b/src/axolotl/core/trainer_builder/base.py
@@ -480,7 +480,9 @@ class TrainerBuilderBase(abc.ABC):
        for arg in [
            "adam_beta1",
            "adam_beta2",
+            "adam_beta3",
            "adam_epsilon",
+            "adam_epsilon2",
            "max_grad_norm",
            "dataloader_num_workers",
            "dataloader_pin_memory",