Use '<|finetune_right_pad|>' as padding token for LLama4 (#2988) [skip ci]

This commit is contained in:
Vincenzo di Cicco
2025-07-30 12:38:13 +02:00
committed by GitHub
parent 90e5598930
commit 2eb7ff95af
7 changed files with 7 additions and 7 deletions

View File

@@ -85,7 +85,7 @@ fsdp_config:
fsdp_reshard_after_forward: true
fsdp_activation_checkpointing: true
special_tokens:
pad_token: <|finetune_right_pad_id|>
pad_token: <|finetune_right_pad|>
eos_token: <|eot|>
# save_first_step: true # uncomment this to validate checkpoint saving works with your config