benchmark/configs/public/public-benchmark.yml at main · base/benchmark · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
name: Public Benchmark Suite
description: |
  This benchmark shows a cross section of different workloads across different clients.

  These workloads do not run on snapshots because they run on GitHub Actions, so this is a lower bound on performance.

payloads:
  - name: Simulator
    id: base-mainnet-simulation
    type: simulator
    account_loaded: 12.382
    account_deleted: 0.0127
    accounts_updated: 4.6117
    accounts_created: 0.16
    storage_loaded: 49.405
    storage_deleted: 0.4651
    storage_updated: 9.439
    storage_created: 2
    code_size_loaded: 662473.15
    num_contracts_loaded: 4.330
    avg_gas_used: 35000000
    calls_per_block: 100
    opcodes:
      EXP: 626.30
      KECCAK256: 29.21
    precompiles:
      bls12381MapG2: 0.6981
      ecrecover: 0.0733
      bls12381G1Add: 0.0244
      bls12381G1MultiExp: 0.0218
  - name: storage create (full block)
    id: storage-create-full-block
    type: simulator
    storage_created: 100
  - name: storage update (full block)
    id: storage-update-full-block
    type: simulator
    storage_updated: 100
  - name: ecrecover (full block)
    id: ecrecover-full-block
    type: simulator
    precompiles:
      ecrecover: 100
  - name: sha256hash (full block)
    id: sha256hash-full-block
    type: simulator
    precompiles:
      sha256hash: 100
  - name: ripemd160hash (full block)
    id: ripemd160hash-full-block
    type: simulator
    precompiles:
      ripemd160hash: 100
  - name: bigModExp (full block)
    id: bigModExp-full-block
    type: simulator
    precompiles:
      bigModExp: 100
  - name: bn256Add (full block)
    id: bn256Add-full-block
    type: simulator
    precompiles:
      bn256Add: 100
  - name: bn256ScalarMul (full block)
    id: bn256ScalarMul-full-block
    type: simulator
    precompiles:
      bn256ScalarMul: 100
  - name: bn256Pairing (full block)
    id: bn256Pairing-full-block
    type: simulator
    precompiles:
      bn256Pairing: 100
  - name: blake2F (full block)
    id: blake2F-full-block
    type: simulator
    precompiles:
      blake2F: 100
  - name: bls12381G1Add (full block)
    id: bls12381G1Add-full-block
    type: simulator
    precompiles:
      bls12381G1Add: 100
  - name: bls12381G1MultiExp (full block)
    id: bls12381G1MultiExp-full-block
    type: simulator
    precompiles:
      bls12381G1MultiExp: 100
  - name: bls12381G2Add (full block)
    id: bls12381G2Add-full-block
    type: simulator
    precompiles:
      bls12381G2Add: 100
  - name: bls12381G2MultiExp (full block)
    id: bls12381G2MultiExp-full-block
    type: simulator
    precompiles:
      bls12381G2MultiExp: 100
  - name: bls12381Pairing (full block)
    id: bls12381Pairing-full-block
    type: simulator
    precompiles:
      bls12381Pairing: 100
  - name: bls12381MapG1 (full block)
    id: bls12381MapG1-full-block
    type: simulator
    precompiles:
      bls12381MapG1: 100
  - name: bls12381MapG2 (full block)
    id: bls12381MapG2-full-block
    type: simulator
    precompiles:
      bls12381MapG2: 100
  - name: p256Verify (full block)
    id: p256Verify-full-block
    type: simulator
    precompiles:
      p256Verify: 100

benchmarks:
  - metrics:
      warning:
        sequencer/latency/get_payload: 1000000000
        validator/latency/new_payload: 1000000000
      error:
        sequencer/latency/get_payload: 1500000000
        validator/latency/new_payload: 1500000000
    variables:
      - type: payload
        values:
          - base-mainnet-simulation
          - storage-create-full-block
          - storage-update-full-block
          - ecrecover-full-block
          - sha256hash-full-block
          - ripemd160hash-full-block
          - bigModExp-full-block
          - bn256Add-full-block
          - bn256ScalarMul-full-block
          - bn256Pairing-full-block
          - blake2F-full-block
          - bls12381G1Add-full-block
          - bls12381G1MultiExp-full-block
          - bls12381G2Add-full-block
          - bls12381G2MultiExp-full-block
          - bls12381Pairing-full-block
          - bls12381MapG1-full-block
          - bls12381MapG2-full-block
          - p256Verify-full-block
      - type: node_type
        values:
          - reth
          - geth
      - type: num_blocks
        value: 20
      - type: gas_limit
        values:
          - 25000000
          # - 50000000
          # - 75000000
          # - 100000000