diff --git a/examples/gemma/qlora.yml b/examples/gemma/qlora.yml index 3a9f21da0..02a41e0cf 100644 --- a/examples/gemma/qlora.yml +++ b/examples/gemma/qlora.yml @@ -21,8 +21,8 @@ lora_dropout: 0.05 lora_target_linear: true sequence_len: 4096 -sample_packing: false -pad_to_sequence_len: false +sample_packing: true +pad_to_sequence_len: true wandb_project: wandb_entity: