From ad4cd39bcdcee3ab05f09247ae6367c213dd3512 Mon Sep 17 00:00:00 2001 From: Dan Saunders Date: Thu, 18 Sep 2025 11:55:15 -0400 Subject: [PATCH] remove contig --- src/axolotl/kernels/moe/torch_grouped.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/axolotl/kernels/moe/torch_grouped.py b/src/axolotl/kernels/moe/torch_grouped.py index 4e2c6c196..ac9d19895 100644 --- a/src/axolotl/kernels/moe/torch_grouped.py +++ b/src/axolotl/kernels/moe/torch_grouped.py @@ -289,9 +289,9 @@ def moe_ffn_forward_grouped( zero = torch.zeros_like(x_flat) return zero.view(bsz, seqlen, hdim), router_logits - w_gate_t = w_gate[active_idx].transpose(-2, -1).contiguous() - w_up_t = w_up[active_idx].transpose(-2, -1).contiguous() - w2_t = w2[active_idx].transpose(-2, -1).contiguous() + w_gate_t = w_gate[active_idx].transpose(-2, -1) + w_up_t = w_up[active_idx].transpose(-2, -1) + w2_t = w2[active_idx].transpose(-2, -1) routed_in = routed_input.to(expert_dtype) gate_out = torch._grouped_mm(routed_in, w_gate_t, offs=offsets)