From 0b40f2aaf61998a3875be1d544b5167d4ee39360 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Fri, 16 May 2025 14:13:50 +0700 Subject: [PATCH] fix: leftover bug from rebase --- src/axolotl/core/trainer_builder/base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/core/trainer_builder/base.py b/src/axolotl/core/trainer_builder/base.py index 878718199..9f6dd2561 100644 --- a/src/axolotl/core/trainer_builder/base.py +++ b/src/axolotl/core/trainer_builder/base.py @@ -408,7 +408,7 @@ class TrainerBuilderBase(abc.ABC): beta1 = training_args_kwargs.get("adam_beta1", 0.9) beta2 = training_args_kwargs.get("adam_beta2", 0.999) - beta3 = training_args_kwargs.get("adam_beta2", 0.9999) + beta3 = training_args_kwargs.get("adam_beta3", 0.9999) eps1 = training_args_kwargs.get("adam_epsilon", 1e-30) eps2 = training_args_kwargs.get("adam_epsilon2", 1e-16) adam_kwargs["betas"] = (beta1, beta2, beta3)