tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: add missing rex from rebase

Browse Source
This commit is contained in:
NanoCode012
2025-05-16 13:36:11 +07:00
parent 7898f44e9b
commit ad229ffa91
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/core/trainer_builder/base.py
View File

@@ -326,7 +326,7 @@ class TrainerBuilderBase(abc.ABC):
# optim/scheduler # optim/scheduler
training_args_kwargs["loraplus_lr_ratio"] = self.cfg.loraplus_lr_ratio training_args_kwargs["loraplus_lr_ratio"] = self.cfg.loraplus_lr_ratio
training_args_kwargs["loraplus_lr_embedding"] = self.cfg.loraplus_lr_embedding training_args_kwargs["loraplus_lr_embedding"] = self.cfg.loraplus_lr_embedding
if self.cfg.lr_scheduler in ["one_cycle", "log_sweep"]: if self.cfg.lr_scheduler in ["one_cycle", "log_sweep", "rex"]:
training_args_kwargs["lr_scheduler_type"] = "cosine" training_args_kwargs["lr_scheduler_type"] = "cosine"
training_args_kwargs["alternate_lr_scheduler_type"] = self.cfg.lr_scheduler training_args_kwargs["alternate_lr_scheduler_type"] = self.cfg.lr_scheduler
else: else: