tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

default to mmlu-zs

Browse Source
This commit is contained in:
Wing Lian
2023-08-19 18:58:35 -04:00
parent c30120e684
commit 8d3c8a3eab
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/utils/trainer.py
View File

@@ -132,7 +132,7 @@ class AxolotlTrainingArguments(TrainingArguments):
default="eval", metadata={"help": "The MMLU split to run on"} default="eval", metadata={"help": "The MMLU split to run on"}
) )
mmlu_dataset: Optional[str] = field( mmlu_dataset: Optional[str] = field(
default="mmlu-fs", default="mmlu-zs",
metadata={ metadata={
"help": "MMLU dataset to use: options are `mmlu-zs` for zero-shot or `mmlu-fs` for few shot." "help": "MMLU dataset to use: options are `mmlu-zs` for zero-shot or `mmlu-fs` for few shot."
}, },