From 2c5659020f1320967a5d01628c6c39d30c7537c5 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Fri, 23 May 2025 12:35:09 +0700 Subject: [PATCH] fix: remove log sweep --- src/axolotl/core/trainer_builder/base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/core/trainer_builder/base.py b/src/axolotl/core/trainer_builder/base.py index 41bf06498..3293fd12c 100644 --- a/src/axolotl/core/trainer_builder/base.py +++ b/src/axolotl/core/trainer_builder/base.py @@ -217,7 +217,7 @@ class TrainerBuilderBase(abc.ABC): training_args_kwargs["bf16"] = self.cfg.bf16 or self.cfg.bfloat16 def _configure_optimizer_and_scheduler(self, training_args_kwargs): - if self.cfg.lr_scheduler in ["one_cycle", "log_sweep", "rex"]: + if self.cfg.lr_scheduler in ["one_cycle", "rex"]: training_args_kwargs["lr_scheduler_type"] = "cosine" training_args_kwargs["alternate_lr_scheduler_type"] = self.cfg.lr_scheduler else: