This commit is contained in:
mhenrichsen
2023-10-07 11:04:35 +02:00
committed by GitHub
parent 4c8ddf2c6f
commit 83a950bb87

View File

@@ -59,4 +59,5 @@ fsdp_config:
special_tokens: special_tokens:
bos_token: "<s>" bos_token: "<s>"
eos_token: "</s>" eos_token: "</s>"
unk_token: "<unk>" unk_token: "<unk>"