From bc53e80387e031796d9d14720eff28c58cbe791d Mon Sep 17 00:00:00 2001
From: NanoCode012 <nano@axolotl.ai>
Date: Thu, 22 May 2025 18:48:36 +0700
Subject: [PATCH] fix: add handling for beta3 and episilon2

---
 src/axolotl/core/trainer_builder/base.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/axolotl/core/trainer_builder/base.py b/src/axolotl/core/trainer_builder/base.py
index 0900ca7f1..5a785b4f8 100644
--- a/src/axolotl/core/trainer_builder/base.py
+++ b/src/axolotl/core/trainer_builder/base.py
@@ -480,7 +480,9 @@ class TrainerBuilderBase(abc.ABC):
         for arg in [
             "adam_beta1",
             "adam_beta2",
+            "adam_beta3",
             "adam_epsilon",
+            "adam_epsilon2",
             "max_grad_norm",
             "dataloader_num_workers",
             "dataloader_pin_memory",