From 170d4d70926edd37a216a0af8a9fcb4afb956ea7 Mon Sep 17 00:00:00 2001
From: NanoCode012 <kevinvong@rocketmail.com>
Date: Sat, 2 Mar 2024 11:56:22 +0900
Subject: [PATCH] chore: enable sample_packing for Gemma (#1351)

---
 examples/gemma/qlora.yml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/examples/gemma/qlora.yml b/examples/gemma/qlora.yml
index 3a9f21da0..02a41e0cf 100644
--- a/examples/gemma/qlora.yml
+++ b/examples/gemma/qlora.yml
@@ -21,8 +21,8 @@ lora_dropout: 0.05
 lora_target_linear: true
 
 sequence_len: 4096
-sample_packing: false
-pad_to_sequence_len: false
+sample_packing: true
+pad_to_sequence_len: true
 
 wandb_project:
 wandb_entity: