feat: add qwen3 moe block for ds3 (#2596) [skip ci]

2025-04-30 14:32:23 +07:00
parent a21b9cc472
commit 5bb1f3da56
1 changed files with 1 additions and 0 deletions
--- a/src/axolotl/common/architectures.py
+++ b/src/axolotl/common/architectures.py
@@ -11,5 +11,6 @@ MOE_ARCH_BLOCK = {
    ],
    "mixtral": "MixtralSparseMoeBlock",
    "qwen2_moe": "Qwen2MoeSparseMoeBlock",
+    "qwen3_moe": "Qwen3MoeSparseMoeBlock",
    "deepseek_v2": "DeepseekV2MoE",
 }