lm_eval option to not post eval, and append not extend

src/axolotl/integrations/lm_eval/__init__.py

@@ -18,6 +18,7 @@ class LMEvalPlugin(BasePlugin):
         return "axolotl.integrations.lm_eval.LMEvalArgs"
 
     def post_train_unload(self, cfg):
+        if cfg.lm_eval_post_train:
             # pylint: disable=duplicate-code
             for lm_eval_args in build_lm_eval_command(
                 cfg.lm_eval_tasks,

src/axolotl/integrations/lm_eval/args.py

@@ -13,3 +13,4 @@ class LMEvalArgs(BaseModel):
 
     lm_eval_tasks: List[str] = []
     lm_eval_batch_size: Optional[int] = 8
+    lm_eval_post_train: Optional[bool] = True

src/axolotl/integrations/lm_eval/cli.py

@@ -60,7 +60,7 @@ def build_lm_eval_command(
             wandb_args.append(f"entity={wandb_entity}")
         if wandb_args:
             lm_eval_args.append("--wandb_args")
-            lm_eval_args.extend(",".join(wandb_args))
+            lm_eval_args.append(",".join(wandb_args))
         if num_fewshot_val:
             lm_eval_args.append("--num_fewshot")
             lm_eval_args.append(str(num_fewshot_val))