This commit is contained in:
Dan Saunders
2025-09-25 15:55:08 -04:00
parent 824a641cee
commit d90ade3b1b
2 changed files with 7 additions and 12 deletions

View File

@@ -100,18 +100,6 @@ ARCHETYPES = (
},
[(4, 2048), (8, 4096)],
),
(
"dbrx",
{
"hidden_size": 6144,
"moe_intermediate_size": 24576,
"n_experts": 16,
"top_k": 2,
"groups": 4,
"group_size": 192,
},
[(4, 4096), (8, 8192)],
),
(
"qwen",
{