tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

feat: add eot token for gemma3 configs

Browse Source
This commit is contained in:
NanoCode012
2025-06-20 13:11:27 +07:00
parent 533d5aaf4b
commit b5e6e20e55
3 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/gemma3/gemma-3-1b-qlora.yml
View File

@@ -13,6 +13,8 @@ load_in_4bit: true
# huggingface repo # huggingface repo
chat_template: gemma3 chat_template: gemma3
eot_tokens:
- <end_of_turn>
datasets: datasets:
- path: cgato/SlimOrcaDedupCleaned - path: cgato/SlimOrcaDedupCleaned
type: chat_template type: chat_template

2
examples/gemma3/gemma-3-4b-qlora.yml
View File

@@ -6,6 +6,8 @@ load_in_4bit: true
ddp_find_unused_parameters: true ddp_find_unused_parameters: true
chat_template: gemma3 chat_template: gemma3
eot_tokens:
- <end_of_turn>
datasets: datasets:
- path: cgato/SlimOrcaDedupCleaned - path: cgato/SlimOrcaDedupCleaned
type: chat_template type: chat_template

2
examples/gemma3/gemma-3-4b-vision-qlora.yml
View File

@@ -12,6 +12,8 @@ sample_packing: false
ddp_find_unused_parameters: true ddp_find_unused_parameters: true
chat_template: gemma3 chat_template: gemma3
eot_tokens:
- <end_of_turn>
datasets: datasets:
- path: HuggingFaceH4/llava-instruct-mix-vsft - path: HuggingFaceH4/llava-instruct-mix-vsft
type: chat_template type: chat_template