tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix elif and add better messaging

Browse Source
This commit is contained in:
Wing Lian
2023-08-21 04:05:41 -04:00
parent 64e9824d3e
commit d4c8b66f3d
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/axolotl/utils/callbacks.py
View File

@@ -129,7 +129,7 @@ def mmlu_eval_callback_factory(trainer, tokenizer):
}, },
) )
# mmlu_dataset = mmlu_dataset.remove_columns("subject") # mmlu_dataset = mmlu_dataset.remove_columns("subject")
if trainer.args.mmlu_dataset == "mmlu-zs": elif trainer.args.mmlu_dataset == "mmlu-zs":
mmlu_dataset = load_dataset( mmlu_dataset = load_dataset(
"openaccess-ai-collective/mmlu-evals", "openaccess-ai-collective/mmlu-evals",
data_files={ data_files={
@@ -149,7 +149,9 @@ def mmlu_eval_callback_factory(trainer, tokenizer):
) )
# mmlu_dataset = mmlu_dataset.remove_columns('subject') # mmlu_dataset = mmlu_dataset.remove_columns('subject')
else: else:
raise ValueError("unhandled value for mmlu_dataset training args") raise ValueError(
f"unhandled value `{trainer.args.mmlu_dataset}` for mmlu_dataset training args"
)
mmlu_dataset = mmlu_dataset[trainer.args.mmlu_split] mmlu_dataset = mmlu_dataset[trainer.args.mmlu_split]
if trainer.args.max_mmlu_samples is not None: if trainer.args.max_mmlu_samples is not None:
mmlu_dataset = mmlu_dataset.select(range(trainer.args.max_mmlu_samples)) mmlu_dataset = mmlu_dataset.select(range(trainer.args.max_mmlu_samples))