tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

adding 'reward_processing_classes'

Browse Source
This commit is contained in:
Salman Mohammadi
2025-02-05 18:13:05 +00:00
parent b8f258817e
commit 65b6519447
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/core/trainers/grpo/__init__.py
View File

@@ -53,6 +53,10 @@ class GRPOStrategy:
for reward_func_fqn in cfg.grpo_reward_funcs: for reward_func_fqn in cfg.grpo_reward_funcs:
reward_funcs.append(cls.get_reward_func(reward_func_fqn)) reward_funcs.append(cls.get_reward_func(reward_func_fqn))
trainer_kwargs["reward_funcs"] = reward_funcs trainer_kwargs["reward_funcs"] = reward_funcs
if cfg.grpo_reward_processing_classes:
trainer_kwargs[
"reward_processing_classes"
] = cfg.grpo_reward_processing_classes
return trainer_kwargs return trainer_kwargs
@classmethod @classmethod