set group_by_length to false in examples

2023-08-06 23:59:09 -07:00
parent 176b888a63
commit 36fefcf94b
5 changed files with 5 additions and 5 deletions
--- a/examples/llama-2/lora.yml
+++ b/examples/llama-2/lora.yml
@@ -38,7 +38,7 @@ lr_scheduler: cosine
 learning_rate: 0.0002

 train_on_inputs: false
-group_by_length: true
+group_by_length: false
 bf16: true
 fp16: false
 tf32: false
--- a/examples/llama-2/qlora.yml
+++ b/examples/llama-2/qlora.yml
@@ -39,7 +39,7 @@ lr_scheduler: cosine
 learning_rate: 0.0002

 train_on_inputs: false
-group_by_length: true
+group_by_length: false
 bf16: true
 fp16: false
 tf32: false