Use '<|finetune_right_pad|>' as padding token for LLama4 (#2988) [skip ci]

2025-07-30 12:38:13 +02:00
parent 90e5598930
commit 2eb7ff95af
7 changed files with 7 additions and 7 deletions
--- a/examples/llama-4/scout-qlora-single-h100-flex.yaml
+++ b/examples/llama-4/scout-qlora-single-h100-flex.yaml
@@ -80,7 +80,7 @@ saves_per_epoch: 1

 weight_decay: 0.0
 special_tokens:
-  pad_token: <|finetune_right_pad_id|>
+  pad_token: <|finetune_right_pad|>
  eos_token: <|eot|>

 # save_first_step: true  # uncomment this to validate checkpoint saving works with your config