tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Add new config options to Readme

Browse Source
This commit is contained in:
NanoCode012
2023-05-21 23:01:42 +09:00
parent 04d281312c
commit 2b436680a0
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
README.md
View File

@@ -125,6 +125,8 @@ datasets:
# axolotl attempts to save the dataset as an arrow after packing the data together so # axolotl attempts to save the dataset as an arrow after packing the data together so
# subsequent training attempts load faster, relative path # subsequent training attempts load faster, relative path
dataset_prepared_path: data/last_run_prepared dataset_prepared_path: data/last_run_prepared
# push prepared dataset to hub
push_dataset_to_hub: # repo path
# How much of the dataset to set aside as evaluation. 1 = 100%, 0.50 = 50%, etc # How much of the dataset to set aside as evaluation. 1 = 100%, 0.50 = 50%, etc
val_set_size: 0.04 val_set_size: 0.04
@@ -206,12 +208,14 @@ auto_resume_from_checkpoints: false
# don't mess with this, it's here for accelerate and torchrun # don't mess with this, it's here for accelerate and torchrun
local_rank: local_rank:
# add or change special tokens
# add or change special tokens
special_tokens: special_tokens:
# bos_token: "<s>" # bos_token: "<s>"
# eos_token: "</s>" # eos_token: "</s>"
# unk_token: "<unk>" # unk_token: "<unk>"
# add extra tokens
tokens:
# FSDP # FSDP
fsdp: fsdp: