diff --git a/examples/mistral/qlora.yml b/examples/mistral/qlora.yml index 3d22c7034..09639d006 100644 --- a/examples/mistral/qlora.yml +++ b/examples/mistral/qlora.yml @@ -19,8 +19,8 @@ adapter: qlora lora_model_dir: sequence_len: 8192 -sample_packing: True -pad_to_sequence_len: True +sample_packing: true +pad_to_sequence_len: true lora_r: 32 lora_alpha: 16 diff --git a/examples/pythia/lora.yml b/examples/pythia/lora.yml index f9a83c059..6ff036621 100644 --- a/examples/pythia/lora.yml +++ b/examples/pythia/lora.yml @@ -28,8 +28,8 @@ num_epochs: 3 learning_rate: 0.00001 train_on_inputs: false group_by_length: false -bf16: True -tf32: True +bf16: true +tf32: true early_stopping_patience: resume_from_checkpoint: local_rank: