diff --git a/examples/pixtral/lora-12b.yml b/examples/pixtral/lora-12b.yml index 8e8373d59..a618faa67 100644 --- a/examples/pixtral/lora-12b.yml +++ b/examples/pixtral/lora-12b.yml @@ -61,3 +61,5 @@ deepspeed: weight_decay: 0.0 fsdp: fsdp_config: +special_tokens: + pad_token: <|end_of_text|>