tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

feat: add qwen3 moe block for ds3 (#2596) [skip ci]

Browse Source
This commit is contained in:
NanoCode012
2025-04-30 14:32:23 +07:00
committed by GitHub
parent a21b9cc472
commit 5bb1f3da56
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/common/architectures.py
View File

@@ -11,5 +11,6 @@ MOE_ARCH_BLOCK = {
], ],
"mixtral": "MixtralSparseMoeBlock", "mixtral": "MixtralSparseMoeBlock",
"qwen2_moe": "Qwen2MoeSparseMoeBlock", "qwen2_moe": "Qwen2MoeSparseMoeBlock",
"qwen3_moe": "Qwen3MoeSparseMoeBlock",
"deepseek_v2": "DeepseekV2MoE", "deepseek_v2": "DeepseekV2MoE",
} }