tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

fix: force access to lr & weight decay in case not provided to early error

Browse Source
This commit is contained in:
NanoCode012
2025-05-23 12:31:02 +07:00
parent 255acd3da2
commit 7496db524b
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/core/trainer_builder/base.py
View File

@@ -237,8 +237,8 @@ class TrainerBuilderBase(abc.ABC):
if self.cfg.optimizer in custom_supported_optimizers: if self.cfg.optimizer in custom_supported_optimizers:
# Common optimizer kwargs # Common optimizer kwargs
optimizer_kwargs = { optimizer_kwargs = {
"lr": training_args_kwargs.get("learning_rate"), "lr": training_args_kwargs["learning_rate"],
"weight_decay": training_args_kwargs.get("weight_decay"), "weight_decay": training_args_kwargs["weight_decay"],
} }
# Adam-specific kwargs # Adam-specific kwargs