From 8d483c11f729c3b4affa6ef3efddec2da8ffc9a2 Mon Sep 17 00:00:00 2001 From: Dan Saunders Date: Tue, 16 Sep 2025 00:22:00 -0400 Subject: [PATCH] more logs --- src/axolotl/monkeypatch/moe_grouped.py | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/src/axolotl/monkeypatch/moe_grouped.py b/src/axolotl/monkeypatch/moe_grouped.py index 4bf4f6578..36b975d04 100644 --- a/src/axolotl/monkeypatch/moe_grouped.py +++ b/src/axolotl/monkeypatch/moe_grouped.py @@ -78,6 +78,17 @@ def apply_grouped_to_moe_blocks(cfg=None) -> None: y, router_logits = _tg.moe_ffn_forward_grouped( hidden_states, self.gate, self.experts, self.top_k ) + # One-time log per block instance indicating whether grouped engaged or fallback occurred + if not getattr(self, "_ax_grouped_wrapper_logged", False): + if y is None: + _LOG.warning( + f"Grouped wrapper active but fell back to naive for {self.__class__.__name__}" + ) + else: + _LOG.info( + f"Grouped wrapper engaged for {self.__class__.__name__} (top_k={self.top_k})" + ) + self._ax_grouped_wrapper_logged = True if y is None: return orig_forward(self, hidden_states) return y, router_logits