tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

feat: add deepseek_v3 sample packing (#2230)

Browse Source
This commit is contained in:
NanoCode012
2025-02-25 03:03:15 +07:00
committed by GitHub
parent 9850f42204
commit 1110a37e21
4 changed files with 133 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/monkeypatch/multipack.py
View File

@@ -25,6 +25,7 @@ SUPPORTED_MULTIPACK_MODEL_TYPES = [
"gemmoe",
"starcoder2",
"deepseek_v2",
"deepseek_v3",
]

1
src/axolotl/utils/chat_templates.py
View File

File diff suppressed because one or more lines are too long

1
src/axolotl/utils/config/models/input/v0_4_1/__init__.py
View File

@@ -55,6 +55,7 @@ class ChatTemplate(str, Enum):
phi_3 = "phi_3" # pylint: disable=invalid-name
phi_35 = "phi_35" # pylint: disable=invalid-name
deepseek_v2 = "deepseek_v2" # pylint: disable=invalid-name
deepseek_v3 = "deepseek_v3" # pylint: disable=invalid-name
jamba = "jamba" # pylint: disable=invalid-name
jinja = "jinja" # pylint: disable=invalid-name
qwen_25 = "qwen_25" # pylint: disable=invalid-name