From ed922796b71bc38c2504b676b445da14fa932ada Mon Sep 17 00:00:00 2001
From: Wing Lian <wing@axolotl.ai>
Date: Sat, 3 May 2025 12:02:39 -0400
Subject: [PATCH] include multipack support for qwen3 family (#2622)

---
 src/axolotl/monkeypatch/multipack.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/axolotl/monkeypatch/multipack.py b/src/axolotl/monkeypatch/multipack.py
index a2459ec5a..1467f9e29 100644
--- a/src/axolotl/monkeypatch/multipack.py
+++ b/src/axolotl/monkeypatch/multipack.py
@@ -18,6 +18,8 @@ SUPPORTED_MULTIPACK_MODEL_TYPES = [
     "mixtral",
     "qwen2",
     "qwen2_moe",
+    "qwen3",
+    "qwen3_moe",
     "falcon",
     "phi",
     "phi3",