fix the data file

This commit is contained in:
Wing Lian
2023-08-21 04:00:22 -04:00
parent 1134654c98
commit 64e9824d3e

View File

@@ -125,7 +125,7 @@ def mmlu_eval_callback_factory(trainer, tokenizer):
mmlu_dataset = load_dataset( mmlu_dataset = load_dataset(
"pharaouk/dharma-1", "pharaouk/dharma-1",
data_files={ data_files={
"eval": "pharaouk/dharma-1", "eval": "dharma_eval.json",
}, },
) )
# mmlu_dataset = mmlu_dataset.remove_columns("subject") # mmlu_dataset = mmlu_dataset.remove_columns("subject")