From c19d060a7453f95bdc54e791eb5c64cec52139f3 Mon Sep 17 00:00:00 2001 From: Satpal Singh Rathore Date: Wed, 27 Mar 2024 00:49:04 +0530 Subject: [PATCH] turn sample_packing on for training (#1438) [skip ci] --- examples/gemma/qlora.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/examples/gemma/qlora.yml b/examples/gemma/qlora.yml index 262197cb7..619a40129 100644 --- a/examples/gemma/qlora.yml +++ b/examples/gemma/qlora.yml @@ -21,7 +21,8 @@ lora_dropout: 0.05 lora_target_linear: true sequence_len: 4096 -sample_packing: false +sample_packing: true +eval_sample_packing: false pad_to_sequence_len: true wandb_project: