From f4385c3cf4504f32559539b0f80f08b6fd398fd8 Mon Sep 17 00:00:00 2001
From: bursteratom <sunny19981005@outlook.com>
Date: Wed, 27 Nov 2024 10:18:45 -0500
Subject: [PATCH] add special tokens

---
 examples/pixtral/lora-12b.yml | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/examples/pixtral/lora-12b.yml b/examples/pixtral/lora-12b.yml
index 8e8373d59..a618faa67 100644
--- a/examples/pixtral/lora-12b.yml
+++ b/examples/pixtral/lora-12b.yml
@@ -61,3 +61,5 @@ deepspeed:
 weight_decay: 0.0
 fsdp:
 fsdp_config:
+special_tokens:
+  pad_token: <|end_of_text|>