Files
qdrant/tools/unit-test-coverage.sh
Kumar Shivendu c8a960604a Introduce coverage reports for integration tests (#6414)
* Introduce coverage reports for integration tests

* Install cargo-llvm-cov

* Use multiline script

* Explicityl setup COVERAGE env var

* fix integration tests and log generated data

* fix ls path

* upload lcov file to GH artifacts

* integration profraw dynamic filename

* Fix llvm profile filename template

* Use interrupt instead of kill and merge consensus test results into same file

* Drop upload artifact stage

* install llvm-cov

* upload as artifact and export coverage files

* try simplifying workflow

* Migrate coverage generation to existing dedicated gh workflow

* trigger on coverage related branches

* Build only if qdrant binary with cov doesnt exist

* Use valid yaml

* include mode in profraw filename

* split coverage workflow into parallel jobs

* add poetry version to env

* log poetry version to install

* clean up integration test workflow

* Simplify comments
2025-04-25 16:42:41 +05:30

47 lines
1.6 KiB
Bash
Executable File

#!/bin/bash
# Usage: tools/coverage.sh
#
# For running on low RAM machines like Github CI, Use `RUN_PER_PACKAGE=true tools/coverage.sh`
#
# If using locally, occasionally run `cargo llvm-cov clean` to avoid bloating `target/llvm-cov-target` dir with .profraw files
RUN_PER_PACKAGE=${RUN_PER_PACKAGE:-"false"}
OUTPATH_PATH="unit-test-coverage.lcov"
# TODO: Try building with RUSTFLAG="-C instrument-coverage" instead of llvm-cov and see if that works faster or avoids OOM in CI
if [ "$RUN_PER_PACKAGE" == "false" ]; then
# Run for the entire workspace in one shot. This assumes that the machine has enough memory
cargo llvm-cov --no-clean nextest --profile ci --workspace --lcov --output-path "lcov.info"
cargo llvm-cov report --html
exit 0
fi
PACKAGES=($(cargo metadata --format-version 1 | jq -r '.workspace_members[] | split("/") | .[-1] | split("#")[0]' | sort))
REPORT_DIR="/tmp/llvm-cov-reports"
echo "Workspace packages: ${PACKAGES[*]}"
mkdir -p "$REPORT_DIR"
LCOV_COMMAND_ARGS=""
for PACKAGE in "${PACKAGES[@]}"; do
echo "Testing package with coverage: $PACKAGE"
PACKAGE_REPORT_PATH="$REPORT_DIR/$PACKAGE.info"
# Profile "ci" is configured in .config/nextest.toml
cargo llvm-cov --no-clean nextest --profile ci -p "$PACKAGE" --lcov --output-path "$PACKAGE_REPORT_PATH"
echo "Testing completed for package $PACKAGE. Cleaning artifacts"
cargo llvm-cov clean -p "$PACKAGE"
if [ -e "$PACKAGE_REPORT_PATH" ]; then # If file exists
LCOV_COMMAND_ARGS="${LCOV_COMMAND_ARGS} -a $PACKAGE_REPORT_PATH"
fi
done
if [ -n "$LCOV_COMMAND_ARGS" ]; then
lcov $LCOV_COMMAND_ARGS --output-file "$OUTPATH_PATH"
fi