From 6a32e9a0df56600a5e90464ffca900ac5a76a8da Mon Sep 17 00:00:00 2001 From: sunny Date: Thu, 17 Oct 2024 11:26:32 -0400 Subject: [PATCH] added yml for testing issue 1947 --- examples/llama-3/fft-1b-fsdp.yml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/examples/llama-3/fft-1b-fsdp.yml b/examples/llama-3/fft-1b-fsdp.yml index 66b305420..84b4db48f 100644 --- a/examples/llama-3/fft-1b-fsdp.yml +++ b/examples/llama-3/fft-1b-fsdp.yml @@ -44,4 +44,7 @@ fsdp_config: fsdp_transformer_layer_cls_to_wrap: LlamaDecoderLayer fsdp_state_dict_type: FULL_STATE_DICT fsdp_sharding_strategy: FULL_SHARD - fsdp_backward_prefetch: BACKWARD_PRE \ No newline at end of file + fsdp_backward_prefetch: BACKWARD_PRE + +special_tokens: + pad_token: "<|end_of_text|>" \ No newline at end of file