diff --git a/cicd/cicd.sh b/cicd/cicd.sh
index 88defdd0e..c7ef68af8 100755
--- a/cicd/cicd.sh
+++ b/cicd/cicd.sh
@@ -8,3 +8,8 @@ pytest -v --durations=10 -n8 --ignore=tests/e2e/ --ignore=tests/patched/ /worksp
 pytest -v --durations=10 -n1 --dist loadfile /workspace/axolotl/tests/e2e/patched/
 pytest -v --durations=10 -n1 --dist loadfile /workspace/axolotl/tests/e2e/integrations/
 pytest -v --durations=10 --ignore=tests/e2e/patched/ --ignore=tests/e2e/multigpu/ --ignore=tests/e2e/integrations/ /workspace/axolotl/tests/e2e/
+
+tests=$(pytest --collect-only -q tests/e2e/each)
+for t in $tests; do
+    pytest $t
+done
diff --git a/tests/e2e/each/__init__.py b/tests/e2e/each/__init__.py
new file mode 100644
index 000000000..e69de29bb
diff --git a/tests/e2e/patched/test_fa_xentropy.py b/tests/e2e/each/test_fa_xentropy.py
similarity index 100%
rename from tests/e2e/patched/test_fa_xentropy.py
rename to tests/e2e/each/test_fa_xentropy.py
diff --git a/tests/e2e/patched/test_lora_llama_multipack.py b/tests/e2e/each/test_lora_llama_multipack.py
similarity index 100%
rename from tests/e2e/patched/test_lora_llama_multipack.py
rename to tests/e2e/each/test_lora_llama_multipack.py
diff --git a/tests/e2e/patched/test_resume.py b/tests/e2e/each/test_resume.py
similarity index 100%
rename from tests/e2e/patched/test_resume.py
rename to tests/e2e/each/test_resume.py
diff --git a/tests/e2e/patched/test_unsloth_qlora.py b/tests/e2e/each/test_unsloth_qlora.py
similarity index 100%
rename from tests/e2e/patched/test_unsloth_qlora.py
rename to tests/e2e/each/test_unsloth_qlora.py