tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

include metrics in callback

Browse Source
This commit is contained in:
Wing Lian
2023-08-19 21:26:32 -04:00
parent e3b07402a7
commit 6f166464d8
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/axolotl/utils/callbacks.py
View File

@@ -4,7 +4,7 @@ from __future__ import annotations
import logging import logging
import os import os
from typing import TYPE_CHECKING from typing import TYPE_CHECKING, Dict
import evaluate import evaluate
import numpy as np import numpy as np
@@ -154,6 +154,7 @@ def mmlu_eval_callback_factory(trainer, tokenizer):
args: AxolotlTrainingArguments, args: AxolotlTrainingArguments,
state: TrainerState, # pylint: disable=unused-argument state: TrainerState, # pylint: disable=unused-argument
control: TrainerControl, # pylint: disable=unused-argument control: TrainerControl, # pylint: disable=unused-argument
metrics: Dict[str, float], # pylint: disable=unused-argument
**kwargs, # pylint: disable=unused-argument **kwargs, # pylint: disable=unused-argument
): ):
data_loader = trainer.get_eval_dataloader(mmlu_dataset) data_loader = trainer.get_eval_dataloader(mmlu_dataset)