From bfc91a91ca99874fe5fc45ca5dd791c0d29a1502 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Sat, 11 Jan 2025 23:18:27 -0500 Subject: [PATCH] use chat template --- src/axolotl/integrations/lm_eval/cli.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/axolotl/integrations/lm_eval/cli.py b/src/axolotl/integrations/lm_eval/cli.py index 5e7821a68..2b1fd5654 100644 --- a/src/axolotl/integrations/lm_eval/cli.py +++ b/src/axolotl/integrations/lm_eval/cli.py @@ -53,6 +53,7 @@ def build_lm_eval_command( str(batch_size), "--output_path", output_path, + "--apply_chat_template", ] wandb_args = [] if wandb_project: @@ -65,6 +66,7 @@ def build_lm_eval_command( if num_fewshot_val: lm_eval_args.append("--num_fewshot") lm_eval_args.append(str(num_fewshot_val)) + # lm_eval_args.append("--fewshot_as_multiturn") yield lm_eval_args