From 79612da5c867e84005b290722600617b8eb759df Mon Sep 17 00:00:00 2001
From: Wing Lian <wing@axolotl.ai>
Date: Thu, 12 Dec 2024 23:22:28 -0500
Subject: [PATCH] perform flakey patched tests in individual runner

---
 cicd/cicd.sh                                             | 5 +++++
 tests/e2e/each/__init__.py                               | 0
 tests/e2e/{patched => each}/test_fa_xentropy.py          | 0
 tests/e2e/{patched => each}/test_lora_llama_multipack.py | 0
 tests/e2e/{patched => each}/test_resume.py               | 0
 tests/e2e/{patched => each}/test_unsloth_qlora.py        | 0
 6 files changed, 5 insertions(+)
 create mode 100644 tests/e2e/each/__init__.py
 rename tests/e2e/{patched => each}/test_fa_xentropy.py (100%)
 rename tests/e2e/{patched => each}/test_lora_llama_multipack.py (100%)
 rename tests/e2e/{patched => each}/test_resume.py (100%)
 rename tests/e2e/{patched => each}/test_unsloth_qlora.py (100%)

diff --git a/cicd/cicd.sh b/cicd/cicd.sh
index 88defdd0e..c7ef68af8 100755
--- a/cicd/cicd.sh
+++ b/cicd/cicd.sh
@@ -8,3 +8,8 @@ pytest -v --durations=10 -n8 --ignore=tests/e2e/ --ignore=tests/patched/ /worksp
 pytest -v --durations=10 -n1 --dist loadfile /workspace/axolotl/tests/e2e/patched/
 pytest -v --durations=10 -n1 --dist loadfile /workspace/axolotl/tests/e2e/integrations/
 pytest -v --durations=10 --ignore=tests/e2e/patched/ --ignore=tests/e2e/multigpu/ --ignore=tests/e2e/integrations/ /workspace/axolotl/tests/e2e/
+
+tests=$(pytest --collect-only -q tests/e2e/each)
+for t in $tests; do
+    pytest $t
+done
diff --git a/tests/e2e/each/__init__.py b/tests/e2e/each/__init__.py
new file mode 100644
index 000000000..e69de29bb
diff --git a/tests/e2e/patched/test_fa_xentropy.py b/tests/e2e/each/test_fa_xentropy.py
similarity index 100%
rename from tests/e2e/patched/test_fa_xentropy.py
rename to tests/e2e/each/test_fa_xentropy.py
diff --git a/tests/e2e/patched/test_lora_llama_multipack.py b/tests/e2e/each/test_lora_llama_multipack.py
similarity index 100%
rename from tests/e2e/patched/test_lora_llama_multipack.py
rename to tests/e2e/each/test_lora_llama_multipack.py
diff --git a/tests/e2e/patched/test_resume.py b/tests/e2e/each/test_resume.py
similarity index 100%
rename from tests/e2e/patched/test_resume.py
rename to tests/e2e/each/test_resume.py
diff --git a/tests/e2e/patched/test_unsloth_qlora.py b/tests/e2e/each/test_unsloth_qlora.py
similarity index 100%
rename from tests/e2e/patched/test_unsloth_qlora.py
rename to tests/e2e/each/test_unsloth_qlora.py