tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Feat(doc): Add how to save by epochs (#396)

Browse Source
This commit is contained in:
NanoCode012
2023-08-15 13:24:25 +09:00
committed by GitHub
parent fc2d6be96d
commit be294fd605
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
README.md
View File

@@ -370,7 +370,7 @@ hub_strategy:
# whether to use hf `use_auth_token` for loading datasets. Useful for fetching private datasets # whether to use hf `use_auth_token` for loading datasets. Useful for fetching private datasets
# required to be true when used in combination with `push_dataset_to_hub` # required to be true when used in combination with `push_dataset_to_hub`
hf_use_auth_token: # boolean hf_use_auth_token: # boolean
# How much of the dataset to set aside as evaluation. 1 = 100%, 0.50 = 50%, etc # How much of the dataset to set aside as evaluation. 1 = 100%, 0.50 = 50%, etc. 0 for no eval.
val_set_size: 0.04 val_set_size: 0.04
# Num shards for whole dataset # Num shards for whole dataset
dataset_shard_num: dataset_shard_num:
@@ -433,7 +433,7 @@ num_epochs: 3
warmup_steps: 100 warmup_steps: 100
learning_rate: 0.00003 learning_rate: 0.00003
logging_steps: logging_steps:
save_steps: save_steps: # leave empty to save at each epoch
eval_steps: eval_steps:
save_total_limit: # checkpoints saved at a time save_total_limit: # checkpoints saved at a time
max_steps: max_steps: