tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

default fix

Browse Source
This commit is contained in:
Dan Saunders
2025-09-19 16:59:20 +00:00
parent 64345e7707
commit 105c817b0b
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
scripts/bench_moe.py
View File

@@ -76,7 +76,7 @@ def main() -> None:
p.add_argument("--bsz", type=int, default=8)
p.add_argument("--seq", type=int, default=512)
p.add_argument("--hidden", type=int, default=1024)
p.add_argument("--inter", type=int, default=2948)
p.add_argument("--inter", type=int, default=2048)
p.add_argument("--experts", type=int, default=8)
p.add_argument("--top_k", type=int, default=2)
p.add_argument("--dtype", choices=["bf16", "fp16", "fp32"], default="bf16")