tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

fix: remove duplicate lora plus setting

Browse Source
This commit is contained in:
NanoCode012
2025-05-22 18:24:41 +07:00
parent e8eb3bfdf3
commit 2e2f42918d
1 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/core/trainer_builder/base.py
View File

@@ -330,8 +330,6 @@ class TrainerBuilderBase(abc.ABC):
training_args_kwargs["run_name"] = None training_args_kwargs["run_name"] = None
# optim/scheduler # optim/scheduler
training_args_kwargs["loraplus_lr_ratio"] = self.cfg.loraplus_lr_ratio
training_args_kwargs["loraplus_lr_embedding"] = self.cfg.loraplus_lr_embedding
if self.cfg.lr_scheduler in ["one_cycle", "log_sweep", "rex"]: if self.cfg.lr_scheduler in ["one_cycle", "log_sweep", "rex"]:
training_args_kwargs["lr_scheduler_type"] = "cosine" training_args_kwargs["lr_scheduler_type"] = "cosine"
training_args_kwargs["alternate_lr_scheduler_type"] = self.cfg.lr_scheduler training_args_kwargs["alternate_lr_scheduler_type"] = self.cfg.lr_scheduler