418 lines
14 KiB
YAML
418 lines
14 KiB
YAML
name: CI
|
|
|
|
on:
|
|
push:
|
|
branches: [main]
|
|
pull_request:
|
|
branches: [main]
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
env:
|
|
RUSTFLAGS: -C debuginfo=line-tables-only
|
|
|
|
jobs:
|
|
frontend:
|
|
needs: changes
|
|
if: needs.changes.outputs.frontend == 'true'
|
|
runs-on: ubuntu-22.04
|
|
env:
|
|
# The workspace intentionally contains platform-specific CLI/MCP packages for every release target.
|
|
NPM_CONFIG_LOGLEVEL: error
|
|
steps:
|
|
- uses: actions/checkout@v5
|
|
|
|
- name: Setup pnpm
|
|
uses: pnpm/action-setup@v6
|
|
with:
|
|
version: 10.27.0
|
|
|
|
- name: Setup Node.js
|
|
uses: actions/setup-node@v6
|
|
with:
|
|
node-version: 22.13.0
|
|
cache: pnpm
|
|
|
|
- name: Install frontend dependencies
|
|
run: pnpm --filter dbx... install --frozen-lockfile
|
|
|
|
- name: Frontend check
|
|
run: pnpm check
|
|
|
|
packages:
|
|
needs: changes
|
|
if: needs.changes.outputs.packages == 'true'
|
|
runs-on: ubuntu-22.04
|
|
env:
|
|
# Unsupported-platform package warnings are expected while validating cross-platform package metadata.
|
|
NPM_CONFIG_LOGLEVEL: error
|
|
steps:
|
|
- uses: actions/checkout@v5
|
|
|
|
- name: Setup pnpm
|
|
uses: pnpm/action-setup@v6
|
|
with:
|
|
version: 10.27.0
|
|
|
|
- name: Setup Node.js
|
|
uses: actions/setup-node@v6
|
|
with:
|
|
node-version: 22.13.0
|
|
cache: pnpm
|
|
|
|
- name: Install system dependencies
|
|
run: |
|
|
sudo apt-get update
|
|
sudo apt-get install -y libwebkit2gtk-4.1-dev libappindicator3-dev librsvg2-dev patchelf libssl-dev libsecret-1-dev
|
|
|
|
- name: Install frontend dependencies
|
|
run: pnpm install --frozen-lockfile
|
|
|
|
- name: Setup Rust
|
|
uses: dtolnay/rust-toolchain@1.97.1
|
|
|
|
- name: Node package tests
|
|
run: pnpm test:packages
|
|
|
|
- name: Node package publish dry run
|
|
run: pnpm publish:dry-run
|
|
|
|
rust-fmt-clippy:
|
|
needs: changes
|
|
if: needs.changes.outputs.rust == 'true'
|
|
runs-on: ubuntu-22.04
|
|
env:
|
|
# sccache cannot reuse Cargo incremental artifacts, so avoid generating them in CI.
|
|
CARGO_INCREMENTAL: "0"
|
|
RUSTC_WRAPPER: sccache
|
|
# The fast lane skips only bundled DuckDB while retaining the other default capabilities.
|
|
RUST_FEATURE_MODE: ${{ github.event_name == 'pull_request' && needs.changes.outputs.rust_full != 'true' && 'fast' || 'full' }}
|
|
RUST_FAST_FEATURES: dbx/mq-admin,dbx/sqlite-sqlcipher,dbx-core/mq-admin,dbx-core/sqlite-sqlcipher,dbx-web/mq-admin,dbx-web/sqlite-sqlcipher
|
|
# Fork PRs cannot read repository secrets, so retain the GHA backend for them.
|
|
SCCACHE_GHA_ENABLED: ${{ secrets.SCCACHE_S3_BUCKET == '' && 'true' || 'false' }}
|
|
steps:
|
|
- uses: actions/checkout@v5
|
|
|
|
- name: Install system dependencies
|
|
run: |
|
|
sudo apt-get update
|
|
sudo apt-get install -y libwebkit2gtk-4.1-dev libappindicator3-dev librsvg2-dev patchelf libssl-dev libsecret-1-dev
|
|
|
|
- name: Setup Rust
|
|
uses: dtolnay/rust-toolchain@1.97.1
|
|
with:
|
|
components: clippy, rustfmt
|
|
|
|
- name: Setup sccache
|
|
uses: mozilla-actions/sccache-action@9e7fa8a12102821edf02ca5dbea1acd0f89a2696 # v0.0.10
|
|
with:
|
|
version: "v0.10.0"
|
|
|
|
- name: Configure S3 sccache
|
|
if: env.SCCACHE_GHA_ENABLED != 'true'
|
|
shell: bash
|
|
env:
|
|
CACHE_BUCKET: ${{ secrets.SCCACHE_S3_BUCKET }}
|
|
CACHE_ENDPOINT: ${{ secrets.SCCACHE_S3_ENDPOINT }}
|
|
CACHE_REGION: ${{ secrets.SCCACHE_S3_REGION }}
|
|
CACHE_KEY_PREFIX: ${{ secrets.SCCACHE_S3_KEY_PREFIX }}
|
|
CACHE_ACCESS_KEY_ID: ${{ secrets.SCCACHE_S3_ACCESS_KEY_ID }}
|
|
CACHE_SECRET_ACCESS_KEY: ${{ secrets.SCCACHE_S3_SECRET_ACCESS_KEY }}
|
|
run: |
|
|
{
|
|
echo "SCCACHE_BUCKET=${CACHE_BUCKET}"
|
|
echo "SCCACHE_ENDPOINT=${CACHE_ENDPOINT}"
|
|
echo "SCCACHE_REGION=${CACHE_REGION}"
|
|
echo "SCCACHE_S3_KEY_PREFIX=${CACHE_KEY_PREFIX}"
|
|
echo "SCCACHE_S3_USE_SSL=true"
|
|
echo "AWS_ACCESS_KEY_ID=${CACHE_ACCESS_KEY_ID}"
|
|
echo "AWS_SECRET_ACCESS_KEY=${CACHE_SECRET_ACCESS_KEY}"
|
|
} >> "$GITHUB_ENV"
|
|
|
|
- name: Rust cache
|
|
uses: swatinem/rust-cache@v2
|
|
with:
|
|
workspaces: "./ -> target"
|
|
shared-key: ci-rust-fmt-clippy-x86_64-unknown-linux-gnu
|
|
# Preserve completed dependency builds when a later lint step fails.
|
|
cache-on-failure: true
|
|
# PR caches are large and branch-scoped; restore them from main without saving per-PR copies.
|
|
save-if: ${{ github.ref == 'refs/heads/main' }}
|
|
|
|
- name: Cargo fmt check
|
|
run: cargo fmt --check
|
|
|
|
- name: Cargo clippy
|
|
run: |
|
|
if [ "$RUST_FEATURE_MODE" = "fast" ]; then
|
|
cargo clippy --workspace --locked --all-targets --no-default-features --features "$RUST_FAST_FEATURES" -- -D warnings
|
|
else
|
|
cargo clippy --workspace --locked --all-targets -- -D warnings
|
|
fi
|
|
|
|
- name: Show sccache stats
|
|
if: always()
|
|
continue-on-error: true
|
|
run: ${SCCACHE_PATH} --show-stats
|
|
|
|
rust-test:
|
|
needs: changes
|
|
if: needs.changes.outputs.rust == 'true'
|
|
runs-on: ubuntu-22.04
|
|
env:
|
|
# sccache cannot reuse Cargo incremental artifacts, so avoid generating them in CI.
|
|
CARGO_INCREMENTAL: "0"
|
|
RUSTC_WRAPPER: sccache
|
|
# The fast lane skips only bundled DuckDB while retaining the other default capabilities.
|
|
RUST_FEATURE_MODE: ${{ github.event_name == 'pull_request' && needs.changes.outputs.rust_full != 'true' && 'fast' || 'full' }}
|
|
RUST_FAST_FEATURES: dbx/mq-admin,dbx/sqlite-sqlcipher,dbx-core/mq-admin,dbx-core/sqlite-sqlcipher,dbx-web/mq-admin,dbx-web/sqlite-sqlcipher
|
|
# Fork PRs cannot read repository secrets, so retain the GHA backend for them.
|
|
SCCACHE_GHA_ENABLED: ${{ secrets.SCCACHE_S3_BUCKET == '' && 'true' || 'false' }}
|
|
steps:
|
|
- uses: actions/checkout@v5
|
|
|
|
- name: Install system dependencies
|
|
run: |
|
|
sudo apt-get update
|
|
sudo apt-get install -y libwebkit2gtk-4.1-dev libappindicator3-dev librsvg2-dev patchelf libssl-dev libsecret-1-dev
|
|
|
|
- name: Setup Rust
|
|
uses: dtolnay/rust-toolchain@1.97.1
|
|
|
|
- name: Setup sccache
|
|
uses: mozilla-actions/sccache-action@9e7fa8a12102821edf02ca5dbea1acd0f89a2696 # v0.0.10
|
|
with:
|
|
version: "v0.10.0"
|
|
|
|
- name: Configure S3 sccache
|
|
if: env.SCCACHE_GHA_ENABLED != 'true'
|
|
shell: bash
|
|
env:
|
|
CACHE_BUCKET: ${{ secrets.SCCACHE_S3_BUCKET }}
|
|
CACHE_ENDPOINT: ${{ secrets.SCCACHE_S3_ENDPOINT }}
|
|
CACHE_REGION: ${{ secrets.SCCACHE_S3_REGION }}
|
|
CACHE_KEY_PREFIX: ${{ secrets.SCCACHE_S3_KEY_PREFIX }}
|
|
CACHE_ACCESS_KEY_ID: ${{ secrets.SCCACHE_S3_ACCESS_KEY_ID }}
|
|
CACHE_SECRET_ACCESS_KEY: ${{ secrets.SCCACHE_S3_SECRET_ACCESS_KEY }}
|
|
run: |
|
|
{
|
|
echo "SCCACHE_BUCKET=${CACHE_BUCKET}"
|
|
echo "SCCACHE_ENDPOINT=${CACHE_ENDPOINT}"
|
|
echo "SCCACHE_REGION=${CACHE_REGION}"
|
|
echo "SCCACHE_S3_KEY_PREFIX=${CACHE_KEY_PREFIX}"
|
|
echo "SCCACHE_S3_USE_SSL=true"
|
|
echo "AWS_ACCESS_KEY_ID=${CACHE_ACCESS_KEY_ID}"
|
|
echo "AWS_SECRET_ACCESS_KEY=${CACHE_SECRET_ACCESS_KEY}"
|
|
} >> "$GITHUB_ENV"
|
|
|
|
- name: Rust cache
|
|
uses: swatinem/rust-cache@v2
|
|
with:
|
|
workspaces: "./ -> target"
|
|
shared-key: ci-rust-test-v2-x86_64-unknown-linux-gnu
|
|
# Test linking dominates this job and sccache cannot cache those crate types.
|
|
cache-workspace-crates: true
|
|
# Preserve completed dependency builds when a later test step fails.
|
|
cache-on-failure: true
|
|
# PR caches are large and branch-scoped; restore them from main without saving per-PR copies.
|
|
save-if: ${{ github.ref == 'refs/heads/main' }}
|
|
|
|
- name: Cargo test
|
|
run: |
|
|
if [ "$RUST_FEATURE_MODE" = "fast" ]; then
|
|
cargo test --workspace --locked --no-default-features --features "$RUST_FAST_FEATURES"
|
|
else
|
|
cargo test --workspace --locked
|
|
fi
|
|
|
|
- name: Show sccache stats
|
|
if: always()
|
|
continue-on-error: true
|
|
run: ${SCCACHE_PATH} --show-stats
|
|
|
|
rust:
|
|
needs: [changes, rust-fmt-clippy, rust-test]
|
|
if: always() && needs.changes.outputs.rust == 'true'
|
|
runs-on: ubuntu-22.04
|
|
steps:
|
|
- name: Check Rust jobs
|
|
run: |
|
|
if [ "${{ needs.rust-fmt-clippy.result }}" != "success" ]; then
|
|
echo "rust-fmt-clippy result: ${{ needs.rust-fmt-clippy.result }}"
|
|
exit 1
|
|
fi
|
|
if [ "${{ needs.rust-test.result }}" != "success" ]; then
|
|
echo "rust-test result: ${{ needs.rust-test.result }}"
|
|
exit 1
|
|
fi
|
|
|
|
jdbc:
|
|
needs: changes
|
|
if: needs.changes.outputs.jdbc == 'true'
|
|
runs-on: ubuntu-22.04
|
|
steps:
|
|
- uses: actions/checkout@v5
|
|
with:
|
|
fetch-depth: 0
|
|
|
|
- name: Setup Java
|
|
uses: actions/setup-java@v5
|
|
with:
|
|
distribution: temurin
|
|
java-version: "17"
|
|
cache: maven
|
|
|
|
- name: JDBC plugin version guard
|
|
env:
|
|
BASE_SHA: ${{ github.event_name == 'pull_request' && github.event.pull_request.base.sha || github.event.before }}
|
|
run: |
|
|
if [ -z "$BASE_SHA" ] || echo "$BASE_SHA" | grep -Eq '^0+$'; then
|
|
BASE_SHA="HEAD~1"
|
|
fi
|
|
node .github/scripts/check-jdbc-plugin-version.mjs "$BASE_SHA" HEAD
|
|
|
|
- name: JDBC plugin package check
|
|
run: ./plugins/jdbc/package.sh
|
|
|
|
changes:
|
|
runs-on: ubuntu-22.04
|
|
outputs:
|
|
frontend: ${{ steps.filter.outputs.frontend }}
|
|
packages: ${{ steps.filter.outputs.packages }}
|
|
rust: ${{ steps.filter.outputs.rust }}
|
|
rust_full: ${{ steps.rust-mode.outputs.full }}
|
|
jdbc: ${{ steps.filter.outputs.jdbc }}
|
|
agents: ${{ steps.filter.outputs.agents }}
|
|
steps:
|
|
- uses: actions/checkout@v5
|
|
with:
|
|
fetch-depth: 0
|
|
|
|
- name: Detect changed areas
|
|
uses: dorny/paths-filter@v4
|
|
id: filter
|
|
with:
|
|
filters: |
|
|
frontend:
|
|
- 'apps/desktop/**'
|
|
- 'packages/**'
|
|
- 'pnpm-lock.yaml'
|
|
- 'package.json'
|
|
- '.oxfmtrc.json'
|
|
- 'scripts/run-check.mjs'
|
|
- '.github/workflows/ci.yml'
|
|
packages:
|
|
- 'packages/cli/**'
|
|
- 'packages/mcp-server/**'
|
|
- 'crates/dbx-cli/**'
|
|
- 'crates/dbx-mcp/**'
|
|
- 'scripts/verify-package-install.mjs'
|
|
- 'package.json'
|
|
- 'pnpm-lock.yaml'
|
|
- 'Cargo.toml'
|
|
- 'Cargo.lock'
|
|
- '.github/workflows/ci.yml'
|
|
rust:
|
|
- 'crates/**'
|
|
- 'src-tauri/**'
|
|
- 'Cargo.toml'
|
|
- 'Cargo.lock'
|
|
- 'rust-toolchain*'
|
|
- '.github/workflows/ci.yml'
|
|
jdbc:
|
|
- 'plugins/jdbc/**'
|
|
agents:
|
|
- 'agents/**'
|
|
|
|
- name: Select Rust feature coverage
|
|
id: rust-mode
|
|
shell: bash
|
|
env:
|
|
BASE_SHA: ${{ github.event_name == 'pull_request' && github.event.pull_request.base.sha || github.event.before }}
|
|
RUST_CHANGED: ${{ steps.filter.outputs.rust }}
|
|
run: |
|
|
full=false
|
|
|
|
if [ "$RUST_CHANGED" = "true" ] && [ "${{ github.event_name }}" = "push" ]; then
|
|
full=true
|
|
elif [ "$RUST_CHANGED" = "true" ]; then
|
|
if [ -z "$BASE_SHA" ] || echo "$BASE_SHA" | grep -Eq '^0+$'; then
|
|
BASE_SHA="HEAD~1"
|
|
fi
|
|
|
|
while IFS= read -r file; do
|
|
case "$file" in
|
|
Cargo.toml|Cargo.lock|rust-toolchain*|.github/workflows/ci.yml|*/Cargo.toml)
|
|
full=true
|
|
break
|
|
;;
|
|
esac
|
|
|
|
# Feature-gated DuckDB code must keep the full default-feature checks on its PR.
|
|
if echo "$file" | grep -Eqi 'duckdb' \
|
|
|| { [ -f "$file" ] && grep -Eqi 'duckdb-bundled|cfg[^[:cntrl:]]*duckdb|feature[^[:cntrl:]]*duckdb' "$file"; } \
|
|
|| git diff "$BASE_SHA" HEAD -- "$file" | grep -Eqi 'duckdb-bundled|cfg[^[:cntrl:]]*duckdb|feature[^[:cntrl:]]*duckdb'; then
|
|
full=true
|
|
break
|
|
fi
|
|
done < <(git diff --name-only "$BASE_SHA" HEAD -- Cargo.toml Cargo.lock 'rust-toolchain*' crates src-tauri .github/workflows/ci.yml)
|
|
fi
|
|
|
|
echo "full=$full" >> "$GITHUB_OUTPUT"
|
|
|
|
agents:
|
|
needs: changes
|
|
if: needs.changes.outputs.agents == 'true'
|
|
runs-on: ubuntu-22.04
|
|
defaults:
|
|
run:
|
|
working-directory: agents
|
|
steps:
|
|
- uses: actions/checkout@v5
|
|
|
|
- name: Setup Java
|
|
uses: actions/setup-java@v5
|
|
with:
|
|
distribution: temurin
|
|
java-version: |
|
|
8
|
|
21
|
|
|
|
- name: Setup Go
|
|
uses: actions/setup-go@v5
|
|
with:
|
|
go-version: "1.22.x"
|
|
|
|
- name: Setup Gradle
|
|
uses: gradle/actions/setup-gradle@v4
|
|
|
|
- name: Agent script tests
|
|
run: python3 -m unittest discover -s scripts -p '*_test.py'
|
|
|
|
- name: Agent validation
|
|
run: python3 scripts/validate_agents.py
|
|
|
|
- name: Oracle native agent tests
|
|
run: go test ./...
|
|
working-directory: agents/drivers/oracle-go
|
|
|
|
- name: Xugu native agent tests
|
|
run: GONOSUMDB=gitee.com/XuguDB/go-xugu-driver go test ./...
|
|
working-directory: agents/drivers/xugu
|
|
|
|
- name: Oracle native agent build
|
|
run: CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -trimpath -ldflags="-s -w" -o /tmp/dbx-agent-oracle-linux-x64 .
|
|
working-directory: agents/drivers/oracle-go
|
|
|
|
- name: Xugu native agent build
|
|
run: GONOSUMDB=gitee.com/XuguDB/go-xugu-driver CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -trimpath -ldflags="-s -w" -o /tmp/dbx-agent-xugu-linux-x64 .
|
|
working-directory: agents/drivers/xugu
|
|
|
|
- name: Java agent tests and packages
|
|
run: ./gradlew test shadowJar --continue
|
|
|
|
- name: Agent jar validation
|
|
run: python3 scripts/validate_agent_jars.py
|