simplify the example configs to be more minimal and less daunting (#2486) [skip ci]

* simplify the example configs to be more minimal and less daunting * drop empty s2_attention from example yamls
2025-04-04 13:47:26 -04:00
parent dd66fb163c
commit 9f824ef76a
101 changed files with 14 additions and 1140 deletions
--- a/examples/pythia/lora.yml
+++ b/examples/pythia/lora.yml
@@ -28,13 +28,9 @@ gradient_accumulation_steps: 1
 micro_batch_size: 4
 num_epochs: 4
 learning_rate: 0.00001
-train_on_inputs: false
-group_by_length: false
 bf16: auto
 tf32: true
-early_stopping_patience:
 resume_from_checkpoint:
-local_rank:
 weight_decay: 0.1
 evals_per_epoch: 4
 logging_steps: 1