chore: enable sample_packing for Gemma (#1351)

2024-03-02 11:56:22 +09:00
parent 00018629e7
commit 170d4d7092
1 changed files with 2 additions and 2 deletions
--- a/examples/gemma/qlora.yml
+++ b/examples/gemma/qlora.yml
@@ -21,8 +21,8 @@ lora_dropout: 0.05
 lora_target_linear: true

 sequence_len: 4096
-sample_packing: false
-pad_to_sequence_len: false
+sample_packing: true
+pad_to_sequence_len: true

 wandb_project:
 wandb_entity: