improve: align aux-free telemetry with Trainer logging

This commit is contained in:
lhl
2025-11-11 17:00:48 +00:00
committed by Wing Lian
parent 966a4555db
commit 676d5e855d
6 changed files with 39 additions and 41 deletions

View File

@@ -52,7 +52,6 @@ class TestLlama4MoeAuxFree(unittest.TestCase):
"moe_update_rate": 0.01,
"moe_update_momentum": 0.9,
"moe_bias_cap": 2.0,
"moe_afb_telemetry_interval": 1,
}
)

View File

@@ -53,7 +53,6 @@ class TestRingMoeAuxFree(unittest.TestCase):
"moe_update_rate": 0.01,
"moe_update_momentum": 0.9,
"moe_bias_cap": 2.0,
"moe_afb_telemetry_interval": 1,
}
)