feat: add glm4moemoe to z3

2025-08-07 13:10:48 +07:00
parent cb042e9775
commit 0bbad9202c
1 changed files with 3 additions and 1 deletions
--- a/src/axolotl/common/architectures.py
+++ b/src/axolotl/common/architectures.py
@@ -13,5 +13,7 @@ MOE_ARCH_BLOCK = {
    "qwen2_moe": "Qwen2MoeSparseMoeBlock",
    "qwen3_moe": "Qwen3MoeSparseMoeBlock",
    "deepseek_v2": "DeepseekV2MoE",
-    "gpt_oss": "GptOssDecoderLayer",
+    "gpt_oss": "GptOssExperts",
+    "deepseek_v3": "DeepseekV3MoE",
+    "glm4_moe": "Glm4MoeMoE",
 }