Skip to content

feat(test): update EIP-8024 refspec and align on latest changes to EIP #460

feat(test): update EIP-8024 refspec and align on latest changes to EIP

feat(test): update EIP-8024 refspec and align on latest changes to EIP #460

Workflow file for this run

name: Benchmarking
on:
push:
branches:
- mainnet
- "forks/**"
paths:
- "tests/benchmark/**"
- "packages/testing/src/execution_testing/benchmark/**"
- "packages/testing/src/execution_testing/cli/pytest_commands/plugins/**"
- ".github/workflows/benchmark.yaml"
pull_request:
paths-ignore:
- "**.md"
- "LICENSE*"
- ".gitignore"
- ".vscode/**"
- "whitelist.txt"
- "docs/**"
- "mkdocs.yml"
workflow_dispatch:
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
jobs:
unit-tests:
name: Benchmark Unit Tests
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
with:
submodules: true
- name: Install uv
uses: astral-sh/setup-uv@0c5e2b8115b80b4c7c5ddf6ffdd634974642d182
with:
enable-cache: false
version: ${{ vars.UV_VERSION }}
- name: Run benchmark unit tests
run: uvx tox -e tests_benchmark_pytest_py3
sanity-checks:
name: ${{ matrix.name }}
needs: [unit-tests]
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
include:
- name: Benchmark Gas Values
tox-env: benchmark-gas-values
- name: Fixed Opcode Count CLI
tox-env: benchmark-fixed-opcode-cli
- name: Fixed Opcode Count Config
tox-env: benchmark-fixed-opcode-config
steps:
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
with:
submodules: true
- name: Install uv
uses: astral-sh/setup-uv@0c5e2b8115b80b4c7c5ddf6ffdd634974642d182
with:
enable-cache: false
version: ${{ vars.UV_VERSION }}
- uses: ./.github/actions/build-evm-base
id: evm-builder
with:
type: benchmark
- name: Run ${{ matrix.name }}
run: uvx tox -e ${{ matrix.tox-env }}
env:
EVM_BIN: ${{ steps.evm-builder.outputs.evm-bin }}
# TODO: Add execute remote tests with --gas-benchmark-values
# TODO: Add execute remote tests with --fixed-opcode-count
build-artifact:
name: Build Benchmark Fixture Artifact
needs: [sanity-checks] # TODO: Add execute remote jobs when implemented
if: github.event_name == 'push'
runs-on: [self-hosted-ghr, size-gigachungus-x64]
timeout-minutes: 720
steps:
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
with:
submodules: true
- uses: ./.github/actions/build-fixtures
with:
release_name: benchmark_fast
uv_version: ${{ vars.UV_VERSION }}
python_version: ${{ vars.DEFAULT_PYTHON_VERSION }}