simplify the example configs to be more minimal and less daunting (#2486) [skip ci]

* simplify the example configs to be more minimal and less daunting * drop empty s2_attention from example yamls
2025-04-04 13:47:26 -04:00
parent dd66fb163c
commit 9f824ef76a
101 changed files with 14 additions and 1140 deletions
--- a/examples/jamba/qlora_fsdp_large.yaml
+++ b/examples/jamba/qlora_fsdp_large.yaml
@@ -39,8 +39,6 @@ optimizer: adamw_torch_fused
 lr_scheduler: cosine
 learning_rate: 0.00001

-train_on_inputs: false
-group_by_length: false
 bf16: true
 tf32: true