diff --git a/src/axolotl/utils/trainer.py b/src/axolotl/utils/trainer.py
index 0229e8081..37913915e 100644
--- a/src/axolotl/utils/trainer.py
+++ b/src/axolotl/utils/trainer.py
@@ -132,7 +132,7 @@ class AxolotlTrainingArguments(TrainingArguments):
         default="eval", metadata={"help": "The MMLU split to run on"}
     )
     mmlu_dataset: Optional[str] = field(
-        default="mmlu-fs",
+        default="mmlu-zs",
         metadata={
             "help": "MMLU dataset to use: options are `mmlu-zs` for zero-shot or `mmlu-fs` for few shot."
         },