diff --git a/src/axolotl/monkeypatch/multipack.py b/src/axolotl/monkeypatch/multipack.py index a2459ec5a..1467f9e29 100644 --- a/src/axolotl/monkeypatch/multipack.py +++ b/src/axolotl/monkeypatch/multipack.py @@ -18,6 +18,8 @@ SUPPORTED_MULTIPACK_MODEL_TYPES = [ "mixtral", "qwen2", "qwen2_moe", + "qwen3", + "qwen3_moe", "falcon", "phi", "phi3",