From 6366b0c212b711ba58796c4dc0116ee36cbe2f2a Mon Sep 17 00:00:00 2001 From: Sebastian Raschka Date: Thu, 14 Mar 2024 14:44:38 -0500 Subject: [PATCH] Fix Gemma 7b qlora.yml (#1405) --- examples/gemma/qlora.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/gemma/qlora.yml b/examples/gemma/qlora.yml index 02a41e0cf..262197cb7 100644 --- a/examples/gemma/qlora.yml +++ b/examples/gemma/qlora.yml @@ -21,7 +21,7 @@ lora_dropout: 0.05 lora_target_linear: true sequence_len: 4096 -sample_packing: true +sample_packing: false pad_to_sequence_len: true wandb_project: