include multipack support for qwen3 family (#2622)

2025-05-03 12:02:39 -04:00
parent 3dd9c3bf3f
commit ed922796b7
1 changed files with 2 additions and 0 deletions
--- a/src/axolotl/monkeypatch/multipack.py
+++ b/src/axolotl/monkeypatch/multipack.py
@@ -18,6 +18,8 @@ SUPPORTED_MULTIPACK_MODEL_TYPES = [
    "mixtral",
    "qwen2",
    "qwen2_moe",
+    "qwen3",
+    "qwen3_moe",
    "falcon",
    "phi",
    "phi3",