From 384b817dc046db148ff7d07be53bdfd03950a5f4 Mon Sep 17 00:00:00 2001 From: Kevin Sydney <139094933+kmsydney@users.noreply.github.com> Date: Wed, 27 Dec 2023 16:11:55 -0800 Subject: [PATCH] Set eval_sample_packing to false in mistral config.yaml (#1003) Without eval_sampling_packing set to false, ValueError occurs with eval dataset split is too small for sample_packing. --- examples/mistral/config.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/examples/mistral/config.yml b/examples/mistral/config.yml index 1c37b05c1..ea62e9ebf 100644 --- a/examples/mistral/config.yml +++ b/examples/mistral/config.yml @@ -17,6 +17,7 @@ output_dir: ./out sequence_len: 8192 sample_packing: true pad_to_sequence_len: true +eval_sample_packing: false wandb_project: wandb_entity: