tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: remove log sweep

Browse Source
This commit is contained in:
NanoCode012
2025-05-23 12:35:09 +07:00
parent 7496db524b
commit 2c5659020f
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/core/trainer_builder/base.py
View File

@@ -217,7 +217,7 @@ class TrainerBuilderBase(abc.ABC):
training_args_kwargs["bf16"] = self.cfg.bf16 or self.cfg.bfloat16 training_args_kwargs["bf16"] = self.cfg.bf16 or self.cfg.bfloat16
def _configure_optimizer_and_scheduler(self, training_args_kwargs): def _configure_optimizer_and_scheduler(self, training_args_kwargs):
if self.cfg.lr_scheduler in ["one_cycle", "log_sweep", "rex"]: if self.cfg.lr_scheduler in ["one_cycle", "rex"]:
training_args_kwargs["lr_scheduler_type"] = "cosine" training_args_kwargs["lr_scheduler_type"] = "cosine"
training_args_kwargs["alternate_lr_scheduler_type"] = self.cfg.lr_scheduler training_args_kwargs["alternate_lr_scheduler_type"] = self.cfg.lr_scheduler
else: else: