use alternate math-hard repo

2025-01-13 08:46:35 -05:00
parent fd91de3ea6
commit ee20600b9a
3 changed files with 13 additions and 1 deletions
--- a/lm_eval-kd.yaml
+++ b/lm_eval-kd.yaml
@@ -0,0 +1,11 @@
+lm_eval_model: axolotl-ai-co/numina-8b-ep1-exp1
+lm_eval_tasks:
+  - leaderboard_math_hard
+lm_eval_batch_size: 64
+
+apply_chat_template: false
+wandb_project: numina-kd-experiment
+wandb_entity: axolotl-ai
+bf16: true
+flash_attention: true
+output_dir: ./outputs/model-evals-out