c7b6790614
* lean mistral ft tests, remove e2e torch 2.4.1 test * make sure to pass save_only_model for RL * more tests to make ci leaner, add cleanup to modal ci * fix module for import in e2e tests * use mp spawn to prevent deadlocks with packing * make sure cleanup shell script is executable when cloned out
56 lines
1.5 KiB
Bash
Executable File
56 lines
1.5 KiB
Bash
Executable File
#!/bin/bash
|
|
set -e
|
|
|
|
python -c "import torch; assert '$PYTORCH_VERSION' in torch.__version__"
|
|
|
|
# Run unit tests with initial coverage report
|
|
pytest -v --durations=10 -n8 \
|
|
--ignore=tests/e2e/ \
|
|
--ignore=tests/patched/ \
|
|
--ignore=tests/cli \
|
|
/workspace/axolotl/tests/ \
|
|
--cov=axolotl
|
|
|
|
# Run lora kernels tests with coverage append
|
|
pytest -v --durations=10 \
|
|
/workspace/axolotl/tests/e2e/patched/lora_kernels \
|
|
--cov=axolotl \
|
|
--cov-append
|
|
|
|
# Run patched tests excluding lora kernels with coverage append
|
|
pytest --full-trace -vvv --durations=10 \
|
|
--ignore=tests/e2e/patched/lora_kernels \
|
|
/workspace/axolotl/tests/e2e/patched \
|
|
--cov=axolotl \
|
|
--cov-append
|
|
|
|
# Run solo tests with coverage append
|
|
pytest -v --durations=10 -n1 \
|
|
/workspace/axolotl/tests/e2e/solo/ \
|
|
--cov=axolotl \
|
|
--cov-append
|
|
|
|
# Run integration tests with coverage append
|
|
pytest -v --durations=10 \
|
|
/workspace/axolotl/tests/e2e/integrations/ \
|
|
--cov=axolotl \
|
|
--cov-append
|
|
|
|
pytest -v --durations=10 /workspace/axolotl/tests/cli \
|
|
--cov=axolotl \
|
|
--cov-append
|
|
|
|
# Run remaining e2e tests with coverage append and final report
|
|
pytest -v --durations=10 \
|
|
--ignore=tests/e2e/solo/ \
|
|
--ignore=tests/e2e/patched/ \
|
|
--ignore=tests/e2e/multigpu/ \
|
|
--ignore=tests/e2e/integrations/ \
|
|
--ignore=tests/cli \
|
|
/workspace/axolotl/tests/e2e/ \
|
|
--cov=axolotl \
|
|
--cov-append \
|
|
--cov-report=xml:e2e-coverage.xml
|
|
|
|
codecov upload-process -t $CODECOV_TOKEN -f e2e-coverage.xml -F e2e,pytorch-${PYTORCH_VERSION} || true
|