9de5b76336
* feat: move to uv first * fix: update doc to uv first * fix: merge dev/tests into uv pyproject * fix: update docker docs to match current config * fix: migrate examples to readme * fix: add llmcompressor to conflict * feat: rec uv sync with lockfile for dev/ci * fix: update docker docs to clarify how to use uv images * chore: docs * fix: use system python, no venv * fix: set backend cpu * fix: only set for installing pytorch step * fix: remove unsloth kernel and installs * fix: remove U in tests * fix: set backend in deps too * chore: test * chore: comments * fix: attempt to lock torch * fix: workaround torch cuda and not upgraded * fix: forgot to push * fix: missed source * fix: nightly upstream loralinear config * fix: nightly phi3 long rope not work * fix: forgot commit * fix: test phi3 template change * fix: no more requirements * fix: carry over changes from new requirements to pyproject * chore: remove lockfile per discussion * fix: set match-runtime * fix: remove unneeded hf hub buildtime * fix: duplicate cache delete on nightly * fix: torchvision being overridden * fix: migrate to uv images * fix: leftover from merge * fix: simplify base readme * fix: update assertion message to be clearer * chore: docs * fix: change fallback for cicd script * fix: match against main exactly * fix: peft 0.19.1 change * fix: e2e test * fix: ci * fix: e2e test
74 lines
2.2 KiB
Bash
Executable File
74 lines
2.2 KiB
Bash
Executable File
#!/bin/bash
|
|
set -e
|
|
|
|
python -c "import torch; assert '$PYTORCH_VERSION' in torch.__version__, f'Expected torch $PYTORCH_VERSION but got {torch.__version__}'"
|
|
|
|
set -o pipefail
|
|
for i in 1 2 3; do
|
|
if curl --silent --show-error --fail -L \
|
|
https://axolotl-ci.b-cdn.net/hf-cache.tar.zst \
|
|
| tar -xpf - -C "${HF_HOME}/hub/" --use-compress-program unzstd --strip-components=1; then
|
|
echo "HF cache extracted successfully"
|
|
break
|
|
fi
|
|
echo "Attempt $i failed, cleaning up and retrying in 15s..."
|
|
rm -rf "${HF_HOME}/hub/"*
|
|
sleep 15
|
|
done
|
|
# hf download "NousResearch/Meta-Llama-3-8B"
|
|
# hf download "NousResearch/Meta-Llama-3-8B-Instruct"
|
|
# hf download "microsoft/Phi-4-reasoning"
|
|
# hf download "microsoft/Phi-3.5-mini-instruct"
|
|
# hf download "microsoft/Phi-3-medium-128k-instruct"
|
|
|
|
# Run unit tests with initial coverage report
|
|
pytest -v --durations=10 -n8 \
|
|
--ignore=tests/e2e/ \
|
|
--ignore=tests/patched/ \
|
|
--ignore=tests/cli \
|
|
/workspace/axolotl/tests/ \
|
|
--cov=axolotl
|
|
|
|
# Run lora kernels tests with coverage append
|
|
pytest -v --durations=10 \
|
|
/workspace/axolotl/tests/e2e/patched/lora_kernels \
|
|
--cov=axolotl \
|
|
--cov-append
|
|
|
|
# Run patched tests excluding lora kernels with coverage append
|
|
pytest --full-trace -vvv --durations=10 \
|
|
--ignore=tests/e2e/patched/lora_kernels \
|
|
/workspace/axolotl/tests/e2e/patched \
|
|
--cov=axolotl \
|
|
--cov-append
|
|
|
|
# Run solo tests with coverage append
|
|
pytest -v --durations=10 -n1 \
|
|
/workspace/axolotl/tests/e2e/solo/ \
|
|
--cov=axolotl \
|
|
--cov-append
|
|
|
|
# Run integration tests with coverage append
|
|
pytest -v --durations=10 \
|
|
/workspace/axolotl/tests/e2e/integrations/ \
|
|
--cov=axolotl \
|
|
--cov-append
|
|
|
|
pytest -v --durations=10 /workspace/axolotl/tests/cli \
|
|
--cov=axolotl \
|
|
--cov-append
|
|
|
|
# Run remaining e2e tests with coverage append and final report
|
|
pytest -v --durations=10 \
|
|
--ignore=tests/e2e/solo/ \
|
|
--ignore=tests/e2e/patched/ \
|
|
--ignore=tests/e2e/multigpu/ \
|
|
--ignore=tests/e2e/integrations/ \
|
|
--ignore=tests/cli \
|
|
/workspace/axolotl/tests/e2e/ \
|
|
--cov=axolotl \
|
|
--cov-append \
|
|
--cov-report=xml:e2e-coverage.xml
|
|
|
|
codecov upload-process -t $CODECOV_TOKEN -f e2e-coverage.xml -F e2e,pytorch-${PYTORCH_VERSION} || true
|