From b87850e11b34819a11a6ad9913fd7914b92def0f Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Thu, 22 May 2025 17:42:46 +0700 Subject: [PATCH] feat: call hook_pre_create_trainer for rl --- src/axolotl/core/trainer_builder/rl.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/src/axolotl/core/trainer_builder/rl.py b/src/axolotl/core/trainer_builder/rl.py index b584d3e88..578f68517 100644 --- a/src/axolotl/core/trainer_builder/rl.py +++ b/src/axolotl/core/trainer_builder/rl.py @@ -208,6 +208,11 @@ class HFRLTrainerBuilder(TrainerBuilderBase): trainer_kwargs["dataset_tags"] = [ d["path"] for d in self.cfg.datasets if not Path(d["path"]).is_dir() ] + + trainer_kwargs, trainer_cls = self.hook_pre_create_trainer( + trainer_kwargs, trainer_cls + ) + trainer = trainer_cls( *trainer_cls_args, args=training_args,