feat: add eot token for gemma3 configs

2025-06-20 13:11:27 +07:00
parent 533d5aaf4b
commit b5e6e20e55
3 changed files with 6 additions and 0 deletions
--- a/examples/gemma3/gemma-3-1b-qlora.yml
+++ b/examples/gemma3/gemma-3-1b-qlora.yml
@@ -13,6 +13,8 @@ load_in_4bit: true

 # huggingface repo
 chat_template: gemma3
+eot_tokens:
+  - <end_of_turn>
 datasets:
  - path: cgato/SlimOrcaDedupCleaned
    type: chat_template