From d28ba2e405ea5cb09838682c8b3ff7bfdee49833 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Fri, 19 Apr 2024 02:20:20 +0900 Subject: [PATCH] feat(doc): Add example for pad_token (#1535) --- docs/config.qmd | 1 + 1 file changed, 1 insertion(+) diff --git a/docs/config.qmd b/docs/config.qmd index e2ea77860..caa9b7649 100644 --- a/docs/config.qmd +++ b/docs/config.qmd @@ -412,6 +412,7 @@ special_tokens: # bos_token: "" # eos_token: "" # unk_token: "" + # pad_token: "[PAD]" # Add extra tokens. tokens: