tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
Dan Saunders
2025-09-18 11:29:33 -04:00
parent 7d867de9b2
commit 2a176e4923
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/kernels/moe/torch_grouped.py
View File

@@ -134,6 +134,7 @@ def moe_ffn_forward_grouped(
counts_active = assignments[active_idx] counts_active = assignments[active_idx]
offsets = torch.cumsum(counts_active.to(device=device, dtype=torch.int32), dim=0) offsets = torch.cumsum(counts_active.to(device=device, dtype=torch.int32), dim=0)
offsets = offsets.to(torch.int32)
if offsets[-1].item() == 0: if offsets[-1].item() == 0:
zero = torch.zeros_like(x_flat) zero = torch.zeros_like(x_flat)
return zero.view(bsz, seqlen, hdim), router_logits return zero.view(bsz, seqlen, hdim), router_logits