Feat: add trinity by ArceeAI (#3292)

2025-12-03 01:12:55 +07:00
parent 4a0f98e612
commit 86d8cca149
4 changed files with 107 additions and 0 deletions
--- a/src/axolotl/common/architectures.py
+++ b/src/axolotl/common/architectures.py
@@ -17,4 +17,5 @@ MOE_ARCH_BLOCK = {
    "deepseek_v3": "DeepseekV3MoE",
    "gpt_oss": "GptOssDecoderLayer",
    "lfm2_moe": "Lfm2MoeSparseMoeBlock",
+    "afmoe": "AfmoeMoE",
 }
--- a/src/axolotl/monkeypatch/multipack.py
+++ b/src/axolotl/monkeypatch/multipack.py
@@ -52,6 +52,7 @@ SUPPORTED_MULTIPACK_MODEL_TYPES = [
    "olmo",
    "olmo2",
    "olmo3",
+    "afmoe",
 ]