fix eval_steps to be a sane default (#797)

* fix eval_steps to be a sane default * update docs for fractional eval_steps
2023-10-27 22:36:30 -04:00
parent 0800885e2f
commit 8b79ff0e94
23 changed files with 36 additions and 36 deletions
--- a/examples/pythia/lora.yml
+++ b/examples/pythia/lora.yml
@@ -23,7 +23,7 @@ wandb_log_model:
 output_dir: ./lora-alpaca-pythia
 gradient_accumulation_steps: 1
 micro_batch_size: 4
-num_epochs: 3
+num_epochs: 4
 learning_rate: 0.00001
 train_on_inputs: false
 group_by_length: false
@@ -33,5 +33,5 @@ early_stopping_patience:
 resume_from_checkpoint:
 local_rank:
 weight_decay: 0.1
-eval_steps: 20
+eval_steps: 0.05
 logging_steps: 1