tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

feat: call hook_pre_create_trainer for rl

Browse Source
This commit is contained in:
NanoCode012
2025-05-22 17:42:46 +07:00
parent 49888eccb9
commit b87850e11b
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/axolotl/core/trainer_builder/rl.py
View File

@@ -208,6 +208,11 @@ class HFRLTrainerBuilder(TrainerBuilderBase):
trainer_kwargs["dataset_tags"] = [ trainer_kwargs["dataset_tags"] = [
d["path"] for d in self.cfg.datasets if not Path(d["path"]).is_dir() d["path"] for d in self.cfg.datasets if not Path(d["path"]).is_dir()
] ]
trainer_kwargs, trainer_cls = self.hook_pre_create_trainer(
trainer_kwargs, trainer_cls
)
trainer = trainer_cls( trainer = trainer_cls(
*trainer_cls_args, *trainer_cls_args,
args=training_args, args=training_args,