derive target epoch from proposal in proposal prelim validated handler #11867
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test | |
| on: | |
| push: | |
| branches: | |
| - main | |
| - release-* | |
| tags: | |
| # YYYYMMDD | |
| - "20[0-9][0-9][0-1][0-9][0-3][0-9]*" | |
| schedule: | |
| - cron: "0 0 * * 1" | |
| pull_request: | |
| workflow_dispatch: | |
| concurrency: | |
| # ensure non-PR jobs run in parallel | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| env: | |
| RUST_LOG: info,libp2p=off,node=error | |
| CARGO_TERM_COLOR: always | |
| CARGO_INCREMENTAL: "0" | |
| # Save the process compose logs | |
| NATIVE_DEMO_LOGS: /tmp/native-demo.log | |
| PC_LOG_FILE: /tmp/pc-logs.log | |
| jobs: | |
| build-test-artifacts-postgres: | |
| name: Build test artifacts (postgres) | |
| runs-on: ubuntu-24.04-8core | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: rui314/setup-mold@v1 | |
| - uses: taiki-e/install-action@v2 | |
| with: | |
| tool: nextest,just | |
| - name: Enable Rust Caching | |
| uses: Swatinem/rust-cache@v2 | |
| with: | |
| shared-key: test-artifacts | |
| prefix-key: v1-rust | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| cache-provider: github | |
| - name: Show memory | |
| run: free -h | |
| - name: Collect Workflow Telemetry | |
| uses: catchpoint/workflow-telemetry-action@v2 | |
| with: | |
| comment_on_pr: false | |
| - name: Build and archive tests | |
| run: just nextest-archive nextest-archive-postgres.tar.zst | |
| - name: Upload archive to workflow | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: nextest-archive-postgres | |
| if-no-files-found: error | |
| path: nextest-archive-postgres.tar.zst | |
| build-test-artifacts-sqlite: | |
| name: Build test artifacts (sqlite) | |
| runs-on: ubuntu-24.04-8core | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: rui314/setup-mold@v1 | |
| - uses: taiki-e/install-action@v2 | |
| with: | |
| tool: nextest,just | |
| - name: Enable Rust Caching | |
| uses: Swatinem/rust-cache@v2 | |
| with: | |
| shared-key: test-artifacts | |
| save-if: false | |
| prefix-key: v1-rust | |
| cache-provider: github | |
| - name: Show memory | |
| run: free -h | |
| - name: Collect Workflow Telemetry | |
| uses: catchpoint/workflow-telemetry-action@v2 | |
| with: | |
| comment_on_pr: false | |
| - name: Build and archive tests | |
| run: just nextest-archive nextest-archive-sqlite.tar.zst --features "embedded-db,testing" | |
| - name: Upload archive to workflow | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: nextest-archive-sqlite | |
| if-no-files-found: error | |
| path: nextest-archive-sqlite.tar.zst | |
| build-test-bins: | |
| name: Build test binaries | |
| runs-on: ubuntu-24.04-8core | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: rui314/setup-mold@v1 | |
| - name: Enable Rust Caching | |
| uses: Swatinem/rust-cache@v2 | |
| with: | |
| shared-key: build-test-bins | |
| prefix-key: v1-rust | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| cache-provider: github | |
| - name: Build all binaries (postgres) | |
| run: | | |
| cargo build --locked --profile test --bins | |
| timeout-minutes: 60 | |
| - name: Upload archive to workflow | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-binaries | |
| if-no-files-found: error | |
| path: | | |
| target/debug/orchestrator | |
| target/debug/cdn-broker | |
| target/debug/cdn-marshal | |
| target/debug/cdn-whitelist | |
| target/debug/state-relay-server | |
| target/debug/state-prover | |
| target/debug/sequencer | |
| target/debug/cli | |
| target/debug/submit-transactions | |
| target/debug/reset-storage | |
| target/debug/utils | |
| target/debug/deploy | |
| target/debug/keygen | |
| target/debug/permissionless-builder | |
| target/debug/nasty-client | |
| target/debug/pub-key | |
| target/debug/espresso-bridge | |
| target/debug/node-metrics | |
| target/debug/staking-cli | |
| build-test-bins-sqlite: | |
| name: Build sequencer-sqlite test binary | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: rui314/setup-mold@v1 | |
| - name: Enable Rust Caching | |
| uses: Swatinem/rust-cache@v2 | |
| with: | |
| save-if: false | |
| shared-key: build-test-bins | |
| prefix-key: v1-rust | |
| cache-provider: github | |
| - name: Build sequencer-sqlite binary | |
| run: | | |
| cargo build --locked --profile test -p sequencer-sqlite | |
| timeout-minutes: 30 | |
| - name: Upload archive to workflow | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-binaries-sqlite | |
| if-no-files-found: error | |
| path: | | |
| target/debug/sequencer-sqlite | |
| # The go-sdk test job only needs the dev-node binary, compile it separately. | |
| build-test-bins-dev-node: | |
| name: Build espresso-dev-node test binary | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: rui314/setup-mold@v1 | |
| - name: Enable Rust Caching | |
| uses: Swatinem/rust-cache@v2 | |
| with: | |
| save-if: false | |
| shared-key: build-test-bins | |
| prefix-key: v1-rust | |
| cache-provider: github | |
| - name: Build espresso-dev-node binary | |
| run: | | |
| cargo build --locked --profile test -p espresso-dev-node | |
| timeout-minutes: 30 | |
| - name: Upload archive to workflow | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-binaries-dev-node | |
| if-no-files-found: error | |
| path: | | |
| target/debug/espresso-dev-node | |
| test-postgres: | |
| needs: build-test-artifacts-postgres | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| partition: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10] | |
| fail-fast: false | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: foundry-rs/foundry-toolchain@v1 | |
| - uses: taiki-e/install-action@nextest | |
| - name: Install node deps | |
| uses: nick-fields/retry@v3 | |
| with: | |
| timeout_minutes: 3 | |
| max_attempts: 10 | |
| retry_wait_seconds: 60 | |
| retry_on: error | |
| command: yarn | |
| - name: Download archive | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: nextest-archive-postgres | |
| - name: Test | |
| run: | | |
| cargo nextest run --archive-file nextest-archive-postgres.tar.zst --verbose --no-fail-fast \ | |
| --workspace-remap $PWD \ | |
| --partition hash:${{ matrix.partition }}/10 | |
| timeout-minutes: 20 | |
| test-sqlite: | |
| needs: build-test-artifacts-sqlite | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| partition: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10] | |
| fail-fast: false | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: foundry-rs/foundry-toolchain@v1 | |
| with: | |
| version: nightly | |
| - uses: taiki-e/install-action@nextest | |
| - name: Install node deps | |
| uses: nick-fields/retry@v3 | |
| with: | |
| timeout_minutes: 3 | |
| max_attempts: 10 | |
| retry_wait_seconds: 60 | |
| retry_on: error | |
| command: yarn | |
| - name: Download archive | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: nextest-archive-sqlite | |
| - name: Test | |
| run: | | |
| cargo nextest run --archive-file nextest-archive-sqlite.tar.zst --verbose --no-fail-fast \ | |
| --workspace-remap $PWD \ | |
| --partition hash:${{ matrix.partition }}/10 | |
| timeout-minutes: 20 | |
| test-go-sdk: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/free-disk-space | |
| - uses: cachix/install-nix-action@v31 | |
| - uses: cachix/cachix-action@v16 | |
| continue-on-error: true | |
| with: | |
| name: espresso-systems-private | |
| authToken: "${{ secrets.CACHIX_AUTH_TOKEN }}" | |
| extraPullNames: nix-community | |
| skipPush: ${{ github.actor == 'dependabot[bot]' }} | |
| - name: Build espresso-dev-node | |
| run: | | |
| nix develop --accept-flake-config -c cargo build -p espresso-dev-node | |
| - name: Build verification module | |
| run: | | |
| nix develop --accept-flake-config -c just build-go-crypto-helper | |
| - name: Test | |
| run: | | |
| nix develop --accept-flake-config -c just test-go | |
| test-integration: | |
| needs: [build-test-bins, build-test-bins-sqlite, build-test-artifacts-postgres] | |
| strategy: | |
| matrix: | |
| include: | |
| - test-name: test_native_demo_base | |
| - test-name: test_native_demo_pos_base | |
| - test-name: test_native_demo_drb_header_base | |
| - test-name: test_native_demo_pos_upgrade | |
| - test-name: test_native_demo_drb_header_upgrade | |
| - test-name: test_native_demo_fee_to_drb_header_upgrade | |
| - test-name: test_native_demo_da_committee | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/free-disk-space | |
| - uses: taiki-e/install-action@nextest | |
| - uses: ./.github/actions/install-process-compose | |
| with: | |
| version: v1.75.2 | |
| - name: Download archive | |
| uses: actions/download-artifact@v4 | |
| - name: Move files | |
| run: | | |
| mv nextest-archive-postgres/* . | |
| mkdir -p target/debug | |
| mv test-binaries/* target/debug | |
| mv test-binaries-sqlite/* target/debug | |
| chmod -c +x target/debug/* | |
| - name: Configure PATH | |
| run: PATH="$PWD/target/debug:$PATH" | |
| - name: Collect Workflow Telemetry | |
| uses: catchpoint/workflow-telemetry-action@master | |
| with: | |
| comment_on_pr: false | |
| - name: Test Integration | |
| env: | |
| NEXTEST_PROFILE: integration | |
| run: | | |
| cargo nextest run --archive-file nextest-archive-postgres.tar.zst --verbose --no-fail-fast --nocapture \ | |
| --workspace-remap $PWD ${{ matrix.test-name }} | |
| timeout-minutes: 60 | |
| - name: Show end of logs | |
| if: always() | |
| run: | | |
| tail -n 1000 ${{ env.NATIVE_DEMO_LOGS }} | |
| # for debugging: geth may shut down if it detects low disk space | |
| - name: Show available disk space | |
| if: always() | |
| run: | | |
| df -h | |
| - name: Upload process compose logs | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: process-compose-logs-integration-v${{ matrix.test-name }} | |
| path: ${{ env.NATIVE_DEMO_LOGS }} | |
| demo-native: | |
| needs: [build-test-bins, build-test-bins-sqlite] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/install-process-compose | |
| with: | |
| version: v1.75.2 | |
| - uses: ./.github/actions/free-disk-space | |
| # TODO: this downloads all (available) artifacts, which is a bit wasteful but artifact | |
| # downloads always fail if I try to select a subset. | |
| - name: Download archive | |
| uses: actions/download-artifact@v4 | |
| - name: Move files | |
| run: | | |
| mkdir -p target/debug | |
| mv test-binaries/* target/debug | |
| mv test-binaries-sqlite/* target/debug | |
| chmod -c +x target/debug/* | |
| - name: Collect Workflow Telemetry | |
| uses: catchpoint/workflow-telemetry-action@v2 | |
| with: | |
| comment_on_pr: false | |
| - name: Test Demo | |
| run: | | |
| export PATH="$PWD/target/debug:$PATH" | |
| set -o pipefail | |
| scripts/demo-native --tui=false > "${{ env.NATIVE_DEMO_LOGS }}" 2>&1 & | |
| timeout -v 600 scripts/smoke-test-demo | sed -e 's/^/smoke-test: /;' | |
| - name: Show end of logs | |
| if: always() | |
| run: | | |
| tail -n 1000 "${{ env.NATIVE_DEMO_LOGS }}" | |
| - name: Upload process compose logs | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: process-compose-logs-test-demo-native | |
| path: ${{ env.PC_LOG_FILE }} | |
| # This job enables having a single required status check in github for all GCL tests. | |
| aggregate-gcl-tests: | |
| needs: [test-postgres, test-sqlite, test-go-sdk, demo-native, test-integration] | |
| runs-on: ubuntu-latest | |
| # explicitly run and fail the job if dependencies failed | |
| if: ${{ always() && !cancelled() }} | |
| steps: | |
| - name: Aggregate GCL test results | |
| run: | | |
| # useful for debugging | |
| echo "All results: ${{ toJson(needs) }}" | |
| if ${{ contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled') }}; then | |
| echo "One or more jobs failed." | |
| exit 1 | |
| else | |
| echo "All jobs succeeded." | |
| exit 0 | |
| fi |