From 8d3c8a3eab2d390c80849380ac10bf2568f591e1 Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Sat, 19 Aug 2023 18:58:35 -0400
Subject: [PATCH] default to mmlu-zs

---
 src/axolotl/utils/trainer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/axolotl/utils/trainer.py b/src/axolotl/utils/trainer.py
index 0229e8081..37913915e 100644
--- a/src/axolotl/utils/trainer.py
+++ b/src/axolotl/utils/trainer.py
@@ -132,7 +132,7 @@ class AxolotlTrainingArguments(TrainingArguments):
         default="eval", metadata={"help": "The MMLU split to run on"}
     )
     mmlu_dataset: Optional[str] = field(
-        default="mmlu-fs",
+        default="mmlu-zs",
         metadata={
             "help": "MMLU dataset to use: options are `mmlu-zs` for zero-shot or `mmlu-fs` for few shot."
         },