set group_by_length to false in examples

2023-08-06 23:59:09 -07:00
parent 176b888a63
commit 36fefcf94b
5 changed files with 5 additions and 5 deletions
--- a/examples/openllama-3b/qlora.yml
+++ b/examples/openllama-3b/qlora.yml
@@ -34,7 +34,7 @@ torchdistx_path:
 lr_scheduler: cosine
 learning_rate: 0.0002
 train_on_inputs: false
-group_by_length: true
+group_by_length: false
 bf16: true
 fp16: false
 tf32: true