feat: add eot token for gemma3 configs

2025-06-20 13:11:27 +07:00
parent 533d5aaf4b
commit b5e6e20e55
3 changed files with 6 additions and 0 deletions
--- a/examples/gemma3/gemma-3-4b-qlora.yml
+++ b/examples/gemma3/gemma-3-4b-qlora.yml
@@ -6,6 +6,8 @@ load_in_4bit: true
 ddp_find_unused_parameters: true

 chat_template: gemma3
+eot_tokens:
+  - <end_of_turn>
 datasets:
  - path: cgato/SlimOrcaDedupCleaned
    type: chat_template