Set eval_sample_packing to false in mistral config.yaml (#1003)

Without eval_sampling_packing set to false, ValueError occurs with eval dataset split is too small for sample_packing.
2023-12-27 16:11:55 -08:00
parent db9094df0f
commit 384b817dc0
1 changed files with 1 additions and 0 deletions
--- a/examples/mistral/config.yml
+++ b/examples/mistral/config.yml
@@ -17,6 +17,7 @@ output_dir: ./out
 sequence_len: 8192
 sample_packing: true
 pad_to_sequence_len: true
+eval_sample_packing: false

 wandb_project:
 wandb_entity: