fix: add lr scheduler kwargs to Trainer (#972)

This commit is contained in:
NanoCode012
2023-12-17 18:48:28 +09:00
committed by GitHub
parent 85de004dd4
commit 13e938149d

View File

@@ -692,6 +692,9 @@ class HFCausalTrainerBuilder(TrainerBuilderBase):
and self.cfg.lr_scheduler not in ("one_cycle", "log_sweep")
else "cosine"
)
training_arguments_kwargs["lr_scheduler_kwargs"] = (
self.cfg.lr_scheduler_kwargs if self.cfg.lr_scheduler_kwargs else {}
)
training_arguments_kwargs["weight_decay"] = (
self.cfg.weight_decay if self.cfg.weight_decay is not None else 0.0
)