From 7898f44e9bd930264fef724fd149234ec2cc6758 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Thu, 15 May 2025 20:42:12 +0700 Subject: [PATCH] fix: optimizer_cls_and_kwargs to be passed into trainer_kwargs --- src/axolotl/core/trainer_builder/sft.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/src/axolotl/core/trainer_builder/sft.py b/src/axolotl/core/trainer_builder/sft.py index 75eddcdf9..311db6564 100644 --- a/src/axolotl/core/trainer_builder/sft.py +++ b/src/axolotl/core/trainer_builder/sft.py @@ -375,6 +375,13 @@ class HFCausalTrainerBuilder(TrainerBuilderBase): trainer_cls = self._get_trainer_cls() trainer_kwargs = {} + + # Pop optimizer_cls_and_kwargs to trainer_kwargs + if "optimizer_cls_and_kwargs" in training_arguments_kwargs: + trainer_kwargs["optimizer_cls_and_kwargs"] = training_arguments_kwargs.pop( + "optimizer_cls_and_kwargs" + ) + trainer_kwargs, trainer_cls = self.hook_pre_create_trainer( trainer_kwargs, trainer_cls )