diff --git a/src/axolotl/integrations/lm_eval/cli.py b/src/axolotl/integrations/lm_eval/cli.py
index 5e7821a68..2b1fd5654 100644
--- a/src/axolotl/integrations/lm_eval/cli.py
+++ b/src/axolotl/integrations/lm_eval/cli.py
@@ -53,6 +53,7 @@ def build_lm_eval_command(
             str(batch_size),
             "--output_path",
             output_path,
+            "--apply_chat_template",
         ]
         wandb_args = []
         if wandb_project:
@@ -65,6 +66,7 @@ def build_lm_eval_command(
         if num_fewshot_val:
             lm_eval_args.append("--num_fewshot")
             lm_eval_args.append(str(num_fewshot_val))
+            # lm_eval_args.append("--fewshot_as_multiturn")
 
         yield lm_eval_args