feat: add deepseek_v3 sample packing (#2230)

2025-02-25 03:03:15 +07:00
parent 9850f42204
commit 1110a37e21
4 changed files with 133 additions and 0 deletions
--- a/src/axolotl/monkeypatch/multipack.py
+++ b/src/axolotl/monkeypatch/multipack.py
@@ -25,6 +25,7 @@ SUPPORTED_MULTIPACK_MODEL_TYPES = [
    "gemmoe",
    "starcoder2",
    "deepseek_v2",
+    "deepseek_v3",
 ]