From a7811ad4a084afee8f404365046c5c4d849df36c Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Thu, 27 Mar 2025 05:14:29 +0700 Subject: [PATCH] fix(doc): document config required to run `eval_causal_lm_metrics` (#2445) [skip ci] --- docs/config.qmd | 1 + 1 file changed, 1 insertion(+) diff --git a/docs/config.qmd b/docs/config.qmd index 8620ab27d..71ddcbff6 100644 --- a/docs/config.qmd +++ b/docs/config.qmd @@ -466,6 +466,7 @@ auto_find_batch_size: # Optional[bool] eval_table_size: # Approximate number of predictions sent to wandb depending on batch size. Enabled above 0. Default is 0 eval_max_new_tokens: # Total number of tokens generated for predictions sent to wandb. Default is 128 +do_causal_lm_eval: # Whether to run causal language model evaluation for metrics in `eval_causal_lm_metrics`. eval_causal_lm_metrics: # HF evaluate metrics used during evaluation. Default is ["sacrebleu", "comet", "ter", "chrf", "perplexity"] profiler_steps: # enable the pytorch profiler to capture the first N steps of training to the output_dir.