doc updates; config fix

2025-04-01 20:35:10 +00:00
parent 3ce43b6db9
commit ce07081d6c
3 changed files with 20 additions and 12 deletions
--- a/examples/llama-3/instruct-dpo-lora-8b.yml
+++ b/examples/llama-3/instruct-dpo-lora-8b.yml
@@ -82,3 +82,6 @@ deepspeed:
 weight_decay: 0.0
 fsdp:
 fsdp_config:
+
+special_tokens:
+  pad_token: "<|end_of_text|>"