improve llama pad token handling (#475)

* improve llama pad token handling * tweak logic to not clobber
2023-08-24 13:20:35 -04:00
parent bde3c5a478
commit cb9797ef5a
4 changed files with 10 additions and 8 deletions
--- a/examples/gptq-lora-7b/config.yml
+++ b/examples/gptq-lora-7b/config.yml
@@ -57,7 +57,7 @@ weight_decay: 0.0001
 fsdp:
 fsdp_config:
 tokens:
-  pad_token: "[PAD]"
+  pad_token: "<pad>"
  bos_token: "<s>"
  eos_token: "</s>"
  unk_token: "<unk>"