tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

remove ununsable args kwargs

Browse Source
This commit is contained in:
Wing Lian
2025-02-03 00:54:52 -05:00
parent 3c4fe478cf
commit cfc7fe0df2
2 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/core/trainer_builder.py
View File

@@ -1013,6 +1013,10 @@ class HFRLTrainerBuilder(TrainerBuilderBase):
elif self.cfg.rl == "grpo": elif self.cfg.rl == "grpo":
training_args_cls = GRPOStrategy.get_training_args_class() training_args_cls = GRPOStrategy.get_training_args_class()
training_args_kwargs.update(GRPOStrategy.set_training_args_kwargs(self.cfg)) training_args_kwargs.update(GRPOStrategy.set_training_args_kwargs(self.cfg))
blocklist_args_kwargs = GRPOStrategy.get_blocklist_args_kwargs()
for blocklist_key in blocklist_args_kwargs:
if blocklist_key in training_args_kwargs:
del training_args_kwargs[blocklist_key]
else: else:
training_args_cls = DPOConfig.get_training_args_class() training_args_cls = DPOConfig.get_training_args_class()

4
src/axolotl/core/trainers/grpo/__init__.py
View File

@@ -57,3 +57,7 @@ class GRPOStrategy:
return features return features
return data_collator return data_collator
@classmethod
def get_blocklist_args_kwargs(cls):
return ["dataset_num_proc"]