Skip to content

Commit 9ddf146

Browse files
authored
Merge pull request #29 from ethpandaops/qu0b/bal-benchmark
Qu0b/bal benchmark
2 parents 23775fb + 8a1cd4c commit 9ddf146

26 files changed

+747
-2
lines changed

ansible/inventories/devnet-2/group_vars/ethereum_node.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@ prometheus_remote_write_username: "{{ secret_prometheus_remote_write.username }}
1919
prometheus_remote_write_password: "{{ secret_prometheus_remote_write.password }}"
2020
prometheus_config: |
2121
global:
22-
scrape_interval: 30s
22+
scrape_interval: 12s
2323
evaluation_interval: 30s
2424
scrape_timeout: 10s
2525
external_labels:

ansible/inventories/devnet-2/group_vars/geth.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@ geth_container_pull: true
3535

3636
prometheus_config: |
3737
global:
38-
scrape_interval: 30s
38+
scrape_interval: 12s
3939
evaluation_interval: 30s
4040
scrape_timeout: 10s
4141
external_labels:

ansible/inventories/devnet-2/hetzner_inventory.ini

Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,15 @@ ethereum_network_name=bal-devnet-2
66
[bootnode]
77
hc-bootnode-1 ansible_host=116.203.97.137 ipv6=2a01:4f8:1c1c:51e3::1 cloud=hetzner cloud_region=nbg1-dc3 ethereum_node_cl_supernode_enabled=True
88

9+
[lighthouse_besu_noprefetch_super]
10+
hc-lighthouse-besu-noprefetch-super-1 ansible_host=91.99.237.139 ipv6=2a01:4f8:1c19:e26e::1 cloud=hetzner cloud_region=nbg1-dc3 ethereum_node_cl_supernode_enabled=True
11+
12+
[lighthouse_besu_optimized_super]
13+
hc-lighthouse-besu-optimized-super-1 ansible_host=46.224.185.126 ipv6=2a01:4f8:1c1a:f643::1 cloud=hetzner cloud_region=nbg1-dc3 ethereum_node_cl_supernode_enabled=True
14+
15+
[lighthouse_besu_sequential_super]
16+
hc-lighthouse-besu-sequential-super-1 ansible_host=178.104.35.36 ipv6=2a01:4f8:1c19:cf7d::1 cloud=hetzner cloud_region=nbg1-dc3 ethereum_node_cl_supernode_enabled=True
17+
918
[lighthouse_besu_super]
1019
hc-lighthouse-besu-super-1 ansible_host=188.245.250.30 ipv6=2a01:4f8:c0c:6cef::1 cloud=hetzner cloud_region=nbg1-dc3 ethereum_node_cl_supernode_enabled=True validator_start=200 validator_end=400
1120

@@ -15,6 +24,15 @@ hc-lighthouse-erigon-super-1 ansible_host=157.90.232.15 ipv6=2a01:4f8:1c19:8a51:
1524
[lighthouse_ethrex_super]
1625
hc-lighthouse-ethrex-super-1 ansible_host=46.224.231.54 ipv6=2a01:4f8:1c19:f6dc::1 cloud=hetzner cloud_region=nbg1-dc3 ethereum_node_cl_supernode_enabled=True validator_start=2000 validator_end=2200
1726

27+
[lighthouse_geth_noprefetch_super]
28+
hc-lighthouse-geth-noprefetch-super-1 ansible_host=178.104.45.168 ipv6=2a01:4f8:1c19:30d9::1 cloud=hetzner cloud_region=nbg1-dc3 ethereum_node_cl_supernode_enabled=True
29+
30+
[lighthouse_geth_optimized_super]
31+
hc-lighthouse-geth-optimized-super-1 ansible_host=178.104.38.68 ipv6=2a01:4f8:1c19:1655::1 cloud=hetzner cloud_region=nbg1-dc3 ethereum_node_cl_supernode_enabled=True
32+
33+
[lighthouse_geth_sequential_super]
34+
hc-lighthouse-geth-sequential-super-1 ansible_host=178.104.43.151 ipv6=2a01:4f8:1c19:8225::1 cloud=hetzner cloud_region=nbg1-dc3 ethereum_node_cl_supernode_enabled=True
35+
1836
[lighthouse_geth_super]
1937
hc-lighthouse-geth-super-1 ansible_host=91.99.49.166 ipv6=2a01:4f8:1c0c:566e::1 cloud=hetzner cloud_region=nbg1-dc3 ethereum_node_cl_supernode_enabled=True validator_start=0 validator_end=200
2038

@@ -52,9 +70,15 @@ hc-lodestar-reth-super-1 ansible_host=78.47.36.173 ipv6=2a01:4f8:c0c:bd96::1 clo
5270
# Consensus client groups
5371

5472
[lighthouse:children]
73+
lighthouse_besu_noprefetch_super
74+
lighthouse_besu_optimized_super
75+
lighthouse_besu_sequential_super
5576
lighthouse_besu_super
5677
lighthouse_erigon_super
5778
lighthouse_ethrex_super
79+
lighthouse_geth_noprefetch_super
80+
lighthouse_geth_optimized_super
81+
lighthouse_geth_sequential_super
5882
lighthouse_geth_super
5983
lighthouse_nethermind_super
6084
lighthouse_nimbusel_super
@@ -75,10 +99,16 @@ lodestar_reth_super
7599
# Execution client groups
76100

77101
[besu:children]
102+
lighthouse_besu_noprefetch_super
103+
lighthouse_besu_optimized_super
104+
lighthouse_besu_sequential_super
78105
lighthouse_besu_super
79106
lodestar_besu_super
80107
[ethereumjs:children]
81108
[geth:children]
109+
lighthouse_geth_noprefetch_super
110+
lighthouse_geth_optimized_super
111+
lighthouse_geth_sequential_super
82112
lighthouse_geth_super
83113
lodestar_geth_super
84114
[nethermind:children]
Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,16 @@
1+
# Benchmark: noprefetch (prefetch disabled, bonsai cache enabled)
2+
besu_container_image: ethpandaops/besu:bal-devnet-2-with-prefetch
3+
4+
besu_container_command_extra_args:
5+
- --genesis-file=/network-config/besu.json
6+
- --rpc-http-api=ADMIN,DEBUG,ETH,MINER,NET,TRACE,TXPOOL,WEB3
7+
- --sync-mode=FULL
8+
- --data-storage-format=BONSAI
9+
- --bonsai-limit-trie-logs-enabled=false
10+
- --bonsai-historical-block-limit=100000000
11+
- --bootnodes={{ ethereum_el_bootnodes | join(',') }}
12+
- --target-gas-limit=80000000
13+
- --Xbal-prefetch-reading-enabled=false
14+
- --bonsai-cache-enabled=true
15+
- --Xbal-trust-state-root=true
16+
- --Xbal-perfect-parallelization-enabled=true
Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,15 @@
1+
# Benchmark: optimized (prefetch enabled)
2+
besu_container_image: ethpandaops/besu:bal-devnet-2-with-prefetch
3+
4+
besu_container_command_extra_args:
5+
- --genesis-file=/network-config/besu.json
6+
- --rpc-http-api=ADMIN,DEBUG,ETH,MINER,NET,TRACE,TXPOOL,WEB3
7+
- --sync-mode=FULL
8+
- --data-storage-format=BONSAI
9+
- --bonsai-limit-trie-logs-enabled=false
10+
- --bonsai-historical-block-limit=100000000
11+
- --bootnodes={{ ethereum_el_bootnodes | join(',') }}
12+
- --target-gas-limit=80000000
13+
- --Xbal-prefetch-reading-enabled=true
14+
- --Xbal-trust-state-root=true
15+
- --Xbal-perfect-parallelization-enabled=true
Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,15 @@
1+
# Benchmark: sequential (BAL optimization disabled)
2+
besu_container_image: ethpandaops/besu:bal-devnet-2-with-prefetch
3+
4+
besu_container_command_extra_args:
5+
- --genesis-file=/network-config/besu.json
6+
- --rpc-http-api=ADMIN,DEBUG,ETH,MINER,NET,TRACE,TXPOOL,WEB3
7+
- --sync-mode=FULL
8+
- --data-storage-format=BONSAI
9+
- --bonsai-limit-trie-logs-enabled=false
10+
- --bonsai-historical-block-limit=100000000
11+
- --bootnodes={{ ethereum_el_bootnodes | join(',') }}
12+
- --target-gas-limit=80000000
13+
- --Xbal-optimization-enabled=false
14+
- --Xbal-perfect-parallelization-enabled=false
15+
- --Xbal-trust-state-root=false
Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,16 @@
1+
# Benchmark: noprefetch (parallel execution without async warming)
2+
default_ethereum_client_images:
3+
lighthouse: ethpandaops/lighthouse:bal-devnet-2-65bb283
4+
geth: ethpandaops/geth:bal-devnet-2
5+
6+
geth_container_command_extra_args:
7+
- --http.api=eth,net,web3,debug,admin,txpool,trace
8+
- --http.vhosts=*
9+
- --networkid={{ ethereum_network_id }}
10+
- --syncmode=full
11+
- --history.state=0
12+
- --gcmode=archive
13+
- --syncmode=full
14+
- --bootnodes={{ ethereum_el_bootnodes | join(',') }}
15+
- --miner.gaslimit=80000000
16+
- --bal.executionmode=nobatchio
Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,16 @@
1+
# Benchmark: optimized (full BAL acceleration)
2+
default_ethereum_client_images:
3+
lighthouse: ethpandaops/lighthouse:bal-devnet-2
4+
geth: ethpandaops/geth:bal-devnet-2
5+
6+
geth_container_command_extra_args:
7+
- --http.api=eth,net,web3,debug,admin,txpool,trace
8+
- --http.vhosts=*
9+
- --networkid={{ ethereum_network_id }}
10+
- --syncmode=full
11+
- --history.state=0
12+
- --gcmode=archive
13+
- --syncmode=full
14+
- --bootnodes={{ ethereum_el_bootnodes | join(',') }}
15+
- --miner.gaslimit=80000000
16+
- --bal.executionmode=full
Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,16 @@
1+
# Benchmark: sequential (no BAL acceleration)
2+
default_ethereum_client_images:
3+
lighthouse: ethpandaops/lighthouse:bal-devnet-2
4+
geth: ethpandaops/geth:bal-devnet-2
5+
6+
geth_container_command_extra_args:
7+
- --http.api=eth,net,web3,debug,admin,txpool,trace
8+
- --http.vhosts=*
9+
- --networkid={{ ethereum_network_id }}
10+
- --syncmode=full
11+
- --history.state=0
12+
- --gcmode=archive
13+
- --syncmode=full
14+
- --bootnodes={{ ethereum_el_bootnodes | join(',') }}
15+
- --miner.gaslimit=80000000
16+
- --bal.executionmode=sequential

kubernetes/devnet-2/assertoor/values.yaml

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -49,6 +49,15 @@ assertoor:
4949
- name: hc-bootnode-1
5050
executionUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@rpc-hc-bootnode-1.srv.bal-devnet-2.ethpandaops.io
5151
consensusUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@bn-hc-bootnode-1.srv.bal-devnet-2.ethpandaops.io
52+
- name: hc-lighthouse-besu-noprefetch-super-1
53+
executionUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@rpc-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io
54+
consensusUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@bn-hc-lighthouse-besu-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io
55+
- name: hc-lighthouse-besu-optimized-super-1
56+
executionUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@rpc-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io
57+
consensusUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@bn-hc-lighthouse-besu-optimized-super-1.srv.bal-devnet-2.ethpandaops.io
58+
- name: hc-lighthouse-besu-sequential-super-1
59+
executionUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@rpc-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io
60+
consensusUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@bn-hc-lighthouse-besu-sequential-super-1.srv.bal-devnet-2.ethpandaops.io
5261
- name: hc-lighthouse-besu-super-1
5362
executionUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@rpc-hc-lighthouse-besu-super-1.srv.bal-devnet-2.ethpandaops.io
5463
consensusUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@bn-hc-lighthouse-besu-super-1.srv.bal-devnet-2.ethpandaops.io
@@ -58,6 +67,15 @@ assertoor:
5867
- name: hc-lighthouse-ethrex-super-1
5968
executionUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@rpc-hc-lighthouse-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io
6069
consensusUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@bn-hc-lighthouse-ethrex-super-1.srv.bal-devnet-2.ethpandaops.io
70+
- name: hc-lighthouse-geth-noprefetch-super-1
71+
executionUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@rpc-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io
72+
consensusUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@bn-hc-lighthouse-geth-noprefetch-super-1.srv.bal-devnet-2.ethpandaops.io
73+
- name: hc-lighthouse-geth-optimized-super-1
74+
executionUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@rpc-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io
75+
consensusUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@bn-hc-lighthouse-geth-optimized-super-1.srv.bal-devnet-2.ethpandaops.io
76+
- name: hc-lighthouse-geth-sequential-super-1
77+
executionUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@rpc-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io
78+
consensusUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@bn-hc-lighthouse-geth-sequential-super-1.srv.bal-devnet-2.ethpandaops.io
6179
- name: hc-lighthouse-geth-super-1
6280
executionUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@rpc-hc-lighthouse-geth-super-1.srv.bal-devnet-2.ethpandaops.io
6381
consensusUrl: https://<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.node_ingress.combined}>@bn-hc-lighthouse-geth-super-1.srv.bal-devnet-2.ethpandaops.io
@@ -97,9 +115,15 @@ assertoor:
97115
walletPrivkey: "<path:/secrets/services/services.enc.yaml#ethereum | jsonPath {.testnets.bal-devnets.assertoor_private_key}>"
98116
clientPairNames:
99117
- hc-bootnode-1
118+
- hc-lighthouse-besu-noprefetch-super-1
119+
- hc-lighthouse-besu-optimized-super-1
120+
- hc-lighthouse-besu-sequential-super-1
100121
- hc-lighthouse-besu-super-1
101122
- hc-lighthouse-erigon-super-1
102123
- hc-lighthouse-ethrex-super-1
124+
- hc-lighthouse-geth-noprefetch-super-1
125+
- hc-lighthouse-geth-optimized-super-1
126+
- hc-lighthouse-geth-sequential-super-1
103127
- hc-lighthouse-geth-super-1
104128
- hc-lighthouse-nethermind-super-1
105129
- hc-lighthouse-nimbusel-super-1

0 commit comments

Comments
 (0)