mirror of
https://github.com/qdrant/qdrant.git
synced 2026-08-07 02:20:55 -05:00
453b2f632f
Re-add the push-to-dev trigger so debug tools are rebuilt automatically on every merge to dev, while keeping manual dispatch with a branch input. The branch used for checkout and the object prefix falls back to the pushed branch when no input is given. Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
96 lines
3.8 KiB
YAML
96 lines
3.8 KiB
YAML
name: Build debug tools
|
|
|
|
# Builds the `service_debug` helper binaries (wal_inspector, segment_inspector, ...)
|
|
# and uploads them to a GCS bucket via the S3-compatible XML API. These are debug-only
|
|
# tools built between releases; they are intentionally NOT part of the release artifacts.
|
|
#
|
|
# Download (public):
|
|
# curl -LO https://storage.googleapis.com/<bucket>/debug-tools/dev/wal_inspector
|
|
|
|
on:
|
|
push:
|
|
branches: [ dev ]
|
|
workflow_dispatch:
|
|
inputs:
|
|
branch:
|
|
description: 'Branch to build the debug tools from'
|
|
required: true
|
|
default: dev
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
env:
|
|
CARGO_TERM_COLOR: always
|
|
# Keep this list in sync with the `service_debug` [[bin]] targets in Cargo.toml
|
|
DEBUG_BINS: wal_inspector wal_pop segment_inspector schema_generator model_testing
|
|
# ---- Adjust to your GCS bucket ----
|
|
GCS_BUCKET: qdrant-debug
|
|
GCS_ENDPOINT: https://storage.googleapis.com
|
|
# GCS interop ignores the region, but the AWS CLI requires one to be set.
|
|
AWS_REGION: auto
|
|
|
|
jobs:
|
|
build-debug-tools:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Install minimal stable
|
|
uses: dtolnay/rust-toolchain@631a55b12751854ce901bb631d5902ceb48146f7 # stable
|
|
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
|
with:
|
|
# `inputs.branch` on manual dispatch; the pushed branch otherwise
|
|
ref: ${{ inputs.branch || github.ref_name }}
|
|
- uses: Swatinem/rust-cache@e18b497796c12c097a38f9edb9d0641fb99eee32 # v2
|
|
with:
|
|
# Only save the cache on dev; feature-branch caches would just get evicted under the 10 GB budget
|
|
save-if: ${{ (inputs.branch || github.ref_name) == 'dev' }}
|
|
- name: Install Protoc
|
|
uses: ./.github/actions/setup-protoc
|
|
- name: Install mold
|
|
uses: rui314/setup-mold@9c9c13bf4c3f1adef0cc596abc155580bcb04444 # v1
|
|
- name: Enable mold
|
|
run: |
|
|
mkdir -p .cargo
|
|
echo "[target.x86_64-unknown-linux-gnu]" >> .cargo/config.toml
|
|
echo "linker = \"clang\"" >> .cargo/config.toml
|
|
echo "rustflags = [\"-C\", \"link-arg=-fuse-ld=/usr/local/bin/mold\"]" >> .cargo/config.toml
|
|
|
|
- name: Build debug tools
|
|
run: |
|
|
cargo build --release --locked --features service_debug \
|
|
$(printf -- '--bin %s ' $DEBUG_BINS)
|
|
|
|
- name: Collect binaries
|
|
run: |
|
|
mkdir -p debug-tools
|
|
for bin in $DEBUG_BINS; do
|
|
cp "target/release/$bin" debug-tools/
|
|
done
|
|
|
|
- name: Upload to GCS
|
|
env:
|
|
# GCS HMAC interoperability keys (AWS-style), stored as repo secrets.
|
|
AWS_ACCESS_KEY_ID: ${{ secrets.GCS_ACCESS_KEY_ID }}
|
|
AWS_SECRET_ACCESS_KEY: ${{ secrets.GCS_SECRET_ACCESS_KEY }}
|
|
BRANCH: ${{ inputs.branch || github.ref_name }}
|
|
run: |
|
|
branch="${BRANCH//\//-}" # replace all / with -
|
|
sha="$(git rev-parse HEAD)" # actual commit built from the chosen branch
|
|
base="${GCS_ENDPOINT}/${GCS_BUCKET}/debug-tools"
|
|
|
|
# Upload under a moving branch prefix (always latest) and an immutable
|
|
# per-commit prefix (history). Public read is granted at the bucket/IAM
|
|
# level (allUsers -> Storage Object Viewer), so no per-object ACL here.
|
|
for prefix in "$branch" "$branch-${sha}"; do
|
|
aws s3 cp debug-tools/ "s3://${GCS_BUCKET}/debug-tools/${prefix}/" \
|
|
--recursive --endpoint-url "$GCS_ENDPOINT" --region "$AWS_REGION"
|
|
done
|
|
|
|
# Surface direct links in the job summary
|
|
echo "## Debug tools uploaded" >> "$GITHUB_STEP_SUMMARY"
|
|
echo "Latest (\`$branch\`):" >> "$GITHUB_STEP_SUMMARY"
|
|
for bin in $DEBUG_BINS; do
|
|
echo "- [\`$bin\`]($base/$branch/$bin)" >> "$GITHUB_STEP_SUMMARY"
|
|
done
|
|
echo "Immutable: \`$base/$branch-${sha}/<bin>\`" >> "$GITHUB_STEP_SUMMARY"
|