tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

reordered our tests to mirror llm_compressor for prepare_plugins/validate order

Browse Source
This commit is contained in:
lhl
2025-11-14 14:18:55 +09:00
committed by Wing Lian
parent 66b2ab8414
commit 4009a2ba5f
5 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/e2e/test_llama4_moe_aux_free.py
View File

@@ -55,9 +55,9 @@ class TestLlama4MoeAuxFree(unittest.TestCase):
} }
) )
prepare_plugins(cfg)
cfg = validate_config(cfg) cfg = validate_config(cfg)
normalize_config(cfg) normalize_config(cfg)
prepare_plugins(cfg)
dataset_meta = load_datasets(cfg=cfg) dataset_meta = load_datasets(cfg=cfg)
model, _, _ = train(cfg=cfg, dataset_meta=dataset_meta) model, _, _ = train(cfg=cfg, dataset_meta=dataset_meta)

2
tests/e2e/test_moe_aux_free.py
View File

@@ -57,9 +57,9 @@ class TestMoeAuxFree(unittest.TestCase):
} }
) )
prepare_plugins(cfg)
cfg = validate_config(cfg) cfg = validate_config(cfg)
normalize_config(cfg) normalize_config(cfg)
prepare_plugins(cfg)
dataset_meta = load_datasets(cfg=cfg) dataset_meta = load_datasets(cfg=cfg)
model, _, _ = train(cfg=cfg, dataset_meta=dataset_meta) model, _, _ = train(cfg=cfg, dataset_meta=dataset_meta)

2
tests/e2e/test_moe_aux_parity.py
View File

@@ -71,9 +71,9 @@ class TestMoeAuxParity(unittest.TestCase):
cfg1.moe_update_rate = 0.01 cfg1.moe_update_rate = 0.01
cfg1.moe_update_momentum = 0.9 cfg1.moe_update_momentum = 0.9
cfg1.moe_bias_cap = 2.0 cfg1.moe_bias_cap = 2.0
prepare_plugins(cfg1)
cfg1 = validate_config(cfg1) cfg1 = validate_config(cfg1)
normalize_config(cfg1) normalize_config(cfg1)
prepare_plugins(cfg1)
dataset_meta1 = load_datasets(cfg=cfg1) dataset_meta1 = load_datasets(cfg=cfg1)
model1, _, trainer1 = train(cfg=cfg1, dataset_meta=dataset_meta1) model1, _, trainer1 = train(cfg=cfg1, dataset_meta=dataset_meta1)
loss1 = _last_logged_loss(trainer1) loss1 = _last_logged_loss(trainer1)

2
tests/e2e/test_qwen3_moe_aux_free.py
View File

@@ -55,9 +55,9 @@ class TestQwen3MoeAuxFree(unittest.TestCase):
} }
) )
prepare_plugins(cfg)
cfg = validate_config(cfg) cfg = validate_config(cfg)
normalize_config(cfg) normalize_config(cfg)
prepare_plugins(cfg)
dataset_meta = load_datasets(cfg=cfg) dataset_meta = load_datasets(cfg=cfg)
model, _, _ = train(cfg=cfg, dataset_meta=dataset_meta) model, _, _ = train(cfg=cfg, dataset_meta=dataset_meta)

2
tests/e2e/test_ring_moe_aux_free.py
View File

@@ -56,9 +56,9 @@ class TestRingMoeAuxFree(unittest.TestCase):
} }
) )
prepare_plugins(cfg)
cfg = validate_config(cfg) cfg = validate_config(cfg)
normalize_config(cfg) normalize_config(cfg)
prepare_plugins(cfg)
dataset_meta = load_datasets(cfg=cfg) dataset_meta = load_datasets(cfg=cfg)
model, _, _ = train(cfg=cfg, dataset_meta=dataset_meta) model, _, _ = train(cfg=cfg, dataset_meta=dataset_meta)