mirror_worker: stream and incrementally commit add-entries uploads #276
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Integration Tests | |
| on: | |
| push: | |
| branches: ["main"] | |
| pull_request: | |
| branches: ["main"] | |
| env: | |
| CARGO_TERM_COLOR: always | |
| jobs: | |
| integration-ct: | |
| name: CT Worker Integration Tests | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install Node.js | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: "22" | |
| - name: Install wasm-pack | |
| run: cargo install wasm-pack@0.13.1 --locked | |
| - name: Install worker-build | |
| run: cargo install worker-build@0.8.5 --locked | |
| # RUSTFLAGS: force legacy Wasm EH so wasm-bindgen 0.2.126's wasmparser | |
| # accepts the module (modern exnref opcodes from nightly >=2026-05-09 | |
| # are not yet supported). | |
| - name: Build ct_worker (dev environment) | |
| working-directory: crates/ct_worker | |
| run: DEPLOY_ENV=dev RUSTFLAGS='-Cllvm-args=-wasm-use-legacy-eh' worker-build --release --panic-unwind | |
| # .dev.vars contains the per-shard signing and witness keys used by | |
| # wrangler dev. These are dev-only keys (not production secrets) and are | |
| # committed to the repository. | |
| - name: Start wrangler dev | |
| working-directory: crates/ct_worker | |
| run: npx wrangler@4.80.0 -e=dev dev --port 8787 --persist-to .wrangler/state & | |
| - name: Wait for wrangler dev to be ready | |
| run: | | |
| for i in $(seq 1 30); do | |
| if curl -sf http://localhost:8787/logs/dev2026h1a/ct/v1/get-roots > /dev/null 2>&1; then | |
| echo "wrangler dev is ready" | |
| exit 0 | |
| fi | |
| echo "Waiting for wrangler dev... attempt $i/30" | |
| sleep 2 | |
| done | |
| echo "wrangler dev failed to start in time" | |
| exit 1 | |
| - name: Run CT integration tests | |
| run: cargo test -p integration_tests --test static_ct_api --verbose | |
| env: | |
| BASE_URL: http://localhost:8787 | |
| LOG_NAME: dev2026h1a | |
| integration-bootstrap-mtc: | |
| name: Bootstrap MTC Worker Integration Tests | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install Node.js | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: "22" | |
| - name: Install wasm-pack | |
| run: cargo install wasm-pack@0.13.1 --locked | |
| - name: Install worker-build | |
| run: cargo install worker-build@0.8.5 --locked | |
| # RUSTFLAGS: force legacy Wasm EH (see ct_worker build comment). | |
| - name: Build bootstrap_mtc_worker (dev environment, with dev-bootstrap-roots) | |
| working-directory: crates/bootstrap_mtc_worker | |
| # wrangler.jsonc dev build already includes --features dev-bootstrap-roots | |
| run: DEPLOY_ENV=dev RUSTFLAGS='-Cllvm-args=-wasm-use-legacy-eh' worker-build --release --panic-unwind --features dev-bootstrap-roots | |
| # .dev.vars contains the per-log signing and cosigning keys used by | |
| # wrangler dev. These are dev-only keys (not production secrets) and are | |
| # committed to the repository. | |
| - name: Start wrangler dev | |
| working-directory: crates/bootstrap_mtc_worker | |
| run: npx wrangler@4.80.0 -e=dev dev --port 8787 --persist-to .wrangler/state & | |
| - name: Wait for wrangler dev to be ready | |
| run: | | |
| for i in $(seq 1 30); do | |
| if curl -sf http://localhost:8787/logs/dev2/get-roots > /dev/null 2>&1; then | |
| echo "wrangler dev is ready" | |
| exit 0 | |
| fi | |
| echo "Waiting for wrangler dev... attempt $i/30" | |
| sleep 2 | |
| done | |
| echo "wrangler dev failed to start in time" | |
| exit 1 | |
| - name: Run Bootstrap MTC integration tests | |
| run: cargo test -p integration_tests --test bootstrap_mtc_api --verbose | |
| env: | |
| BASE_URL: http://localhost:8787 | |
| BOOTSTRAP_MTC_LOG_NAME: dev2 | |
| integration-tlog-witness: | |
| name: TLog Witness Integration Tests | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install Node.js | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: "22" | |
| # wasm-pack is intentionally NOT installed here: witness_worker only | |
| # uses worker-build for its wasm build, unlike the CT and MTC jobs | |
| # which also compile *_wasm sibling crates that need wasm-pack. | |
| - name: Install worker-build | |
| run: cargo install worker-build@0.8.5 --locked | |
| # RUSTFLAGS: force legacy Wasm EH (see ct_worker build comment). | |
| - name: Build witness_worker (dev environment) | |
| working-directory: crates/witness_worker | |
| run: DEPLOY_ENV=dev RUSTFLAGS='-Cllvm-args=-wasm-use-legacy-eh' worker-build --release --panic-unwind | |
| # .dev.vars contains the WITNESS_SIGNING_KEY used by wrangler dev. This | |
| # is a dev-only key (not a production secret) and is committed to the | |
| # repository. | |
| - name: Start wrangler dev | |
| working-directory: crates/witness_worker | |
| run: npx wrangler@4.80.0 -e=dev dev --port 8787 --persist-to .wrangler/state & | |
| - name: Wait for wrangler dev to be ready | |
| run: | | |
| for i in $(seq 1 30); do | |
| if curl -sf http://localhost:8787/metadata > /dev/null 2>&1; then | |
| echo "wrangler dev is ready" | |
| exit 0 | |
| fi | |
| echo "Waiting for wrangler dev... attempt $i/30" | |
| sleep 2 | |
| done | |
| echo "wrangler dev failed to start in time" | |
| exit 1 | |
| - name: Run TLog Witness integration tests | |
| run: cargo test -p integration_tests --test tlog_witness --verbose | |
| env: | |
| BASE_URL: http://localhost:8787 |