add special tokens

2024-11-27 10:18:45 -05:00
parent d58c772df6
commit f4385c3cf4
1 changed files with 2 additions and 0 deletions
--- a/examples/pixtral/lora-12b.yml
+++ b/examples/pixtral/lora-12b.yml
@@ -61,3 +61,5 @@ deepspeed:
 weight_decay: 0.0
 fsdp:
 fsdp_config:
+special_tokens:
+  pad_token: <|end_of_text|>