tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

feat(doc): Add example for pad_token (#1535)

Browse Source
This commit is contained in:
NanoCode012
2024-04-19 02:20:20 +09:00
committed by GitHub
parent 0eadfc8c86
commit d28ba2e405
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
docs/config.qmd
View File

@@ -412,6 +412,7 @@ special_tokens:
# bos_token: "<s>" # bos_token: "<s>"
# eos_token: "</s>" # eos_token: "</s>"
# unk_token: "<unk>" # unk_token: "<unk>"
# pad_token: "[PAD]"
# Add extra tokens. # Add extra tokens.
tokens: tokens: