Adding store scripts

scripts/Lite_protocol_scripts/filter/filter_scenario1.sh

@@ -0,0 +1,79 @@
+#!/bin/bash
+# Stress Filter with high receiver  (subscribe/unsubscribe) while publishing continuously.
+set -e
+
+STORE_NODES="/ip4/10.2.0.101/tcp/60001/p2p/16Uiu2HAkyte8uj451tGkbww4Mjcg6DRnmAHxNeWyF4zp23RbpG3n"
+RELAY_NODE_REST_ADDRESS="http://127.0.0.1:8645"
+STORE_NODE_REST_ADDRESS="http://127.0.0.1:8644"
+PUBSUB_TOPIC="/waku/2/default-waku/proto"
+CONTENT_TOPIC="/sonda/2/polls/proto"
+PHASE_SLEEP=120
+
+echo "Running test..."
+current_time=$(date +"%Y-%m-%d %H:%M:%S")
+echo "Bringing up simulator at $current_time"
+
+cd ./waku-simulator
+export SERVICENODE_CPU_CORES=0
+export POSTGRES_CPU_CORES=1-3
+export GF_SECURITY_ADMIN_USER=admin
+export GF_SECURITY_ADMIN_PASSWORD=admin
+docker compose up -d
+while [ "$(docker inspect --format "{{.State.Status}}" $(docker compose ps -q servicenode))" != "running" ]; do
+  sleep 1
+done
+cd ..
+
+cd ./sonda
+docker build -t local-perf-sonda -f ./Dockerfile.sonda .
+cat > ./perf-test.env <<EOF
+RELAY_NODE_REST_ADDRESS=${RELAY_NODE_REST_ADDRESS}
+STORE_NODE_REST_ADDRESS=${STORE_NODE_REST_ADDRESS}
+STORE_NODES=${STORE_NODES}
+QUERY_DELAY=0.5
+CLUSTER_ID=66
+SHARD=0
+HEALTH_THRESHOLD=0.9
+PUBSUB_TOPIC=${PUBSUB_TOPIC}
+CONTENT_TOPIC=${CONTENT_TOPIC}
+EOF
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+cd ..
+
+cd ./lpt
+export LPT_IMAGE=harbor.status.im/wakuorg/liteprotocoltester:latest
+export START_PUBLISHING_AFTER=15
+export NUM_PUBLISHER_NODES=12
+export NUM_RECEIVER_NODES=30
+export MESSAGE_MIN_BYTES=2048
+export MESSAGE_MAX_BYTES=32768
+export LIGHTPUSH_INTERVAL_MS=80
+docker compose up -d
+current_time=$(date +"%Y-%m-%d %H:%M:%S")
+echo "Phase 1: up recv, 12 pub / 30 recv (80ms, 2–32KB) $current_time"
+sleep ${PHASE_SLEEP}
+
+docker compose down receivernode
+current_time=$(date +"%Y-%m-%d %H:%M:%S")
+echo "Phase 2: down recv, publishers + sonda $current_time"
+sleep ${PHASE_SLEEP}
+
+docker compose up -d receivernode
+current_time=$(date +"%Y-%m-%d %H:%M:%S")
+echo "Phase 3: up recv again $current_time"
+sleep ${PHASE_SLEEP}
+
+docker compose down receivernode
+current_time=$(date +"%Y-%m-%d %H:%M:%S")
+echo "Phase 4: down recv again $current_time"
+sleep ${PHASE_SLEEP}
+
+docker compose up -d receivernode
+current_time=$(date +"%Y-%m-%d %H:%M:%S")
+echo "Phase 5: up recv final $current_time"
+sleep ${PHASE_SLEEP}
+
+docker compose down
+cd ..
+current_time=$(date +"%Y-%m-%d %H:%M:%S")
+echo "Scenario 3 finished at $current_time"

scripts/Lite_protocol_scripts/store/Store_multinodes.sh

@@ -0,0 +1,87 @@
+#!/bin/bash
+set -e
+# Stress Store with multiple Store nodes while running phased LPT publishers/receivers.
+
+STORE_NODES="/ip4/10.2.0.101/tcp/60001/p2p/16Uiu2HAkyte8uj451tGkbww4Mjcg6DRnmAHxNeWyF4zp23RbpG3n,/ip4/10.2.0.102/tcp/60001/p2p/16Uiu2HA7abcDEF451tGkbzz4Mjcg6DRnmAHxNeWyF4zp23RbpXYZ2,/ip4/10.2.0.103/tcp/60001/p2p/16Uiu2HA9LMNoPQ451tGkbww4Mjcg6DRnmAHxNeWyF4zp23Rbppppp"
+RELAY_NODE_REST_ADDRESS="http://127.0.0.1:8645"
+STORE_NODE_REST_ADDRESS="http://127.0.0.1:8644"
+PUBSUB_TOPIC="/waku/2/default-waku/proto"
+CONTENT_TOPIC="/sonda/2/polls/proto"
+PHASE_SLEEP=300
+
+echo "Running test..."
+current_time=$(date +"%Y-%m-%d %H:%M:%S")
+echo "Bringing up simulator at $current_time"
+
+cd ./waku-simulator
+export SERVICENODE_CPU_CORES=0
+export POSTGRES_CPU_CORES=1-3
+export GF_SECURITY_ADMIN_USER=admin
+export GF_SECURITY_ADMIN_PASSWORD=admin
+docker compose up -d
+while [ "$(docker inspect --format "{{.State.Status}}" $(docker compose ps -q servicenode))" != "running" ]; do
+  sleep 1
+done
+cd ..
+
+cd ./sonda
+docker build -t local-perf-sonda -f ./Dockerfile.sonda .
+cat > ./perf-test.env <<EOF
+RELAY_NODE_REST_ADDRESS=${RELAY_NODE_REST_ADDRESS}
+STORE_NODE_REST_ADDRESS=${STORE_NODE_REST_ADDRESS}
+STORE_NODES=${STORE_NODES}
+QUERY_DELAY=0.25
+CLUSTER_ID=66
+SHARD=0
+HEALTH_THRESHOLD=0.9
+PUBSUB_TOPIC=${PUBSUB_TOPIC}
+CONTENT_TOPIC=${CONTENT_TOPIC}
+EOF
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+cd ..
+
+cd ./lpt
+export LPT_IMAGE=harbor.status.im/wakuorg/liteprotocoltester:latest
+export START_PUBLISHING_AFTER=15
+
+export NUM_PUBLISHER_NODES=10
+export NUM_RECEIVER_NODES=10
+export MESSAGE_MIN_BYTES=2048
+export MESSAGE_MAX_BYTES=32768
+export LIGHTPUSH_INTERVAL_MS=100
+docker compose up -d
+current_time=$(date +"%Y-%m-%d %H:%M:%S")
+echo "Phase 1: 10 pub / 10 recv (100ms, 2–32KB) $current_time"
+sleep ${PHASE_SLEEP}
+
+docker compose down
+export NUM_PUBLISHER_NODES=15
+export NUM_RECEIVER_NODES=15
+export MESSAGE_MIN_BYTES=4096
+export MESSAGE_MAX_BYTES=65536
+export LIGHTPUSH_INTERVAL_MS=80
+docker compose up -d
+current_time=$(date +"%Y-%m-%d %H:%M:%S")
+echo "Phase 2: 15 pub / 15 recv (80ms, 4–64KB) $current_time"
+sleep ${PHASE_SLEEP}
+
+docker compose down
+export NUM_PUBLISHER_NODES=20
+export NUM_RECEIVER_NODES=10
+export MESSAGE_MIN_BYTES=2048
+export MESSAGE_MAX_BYTES=32768
+export LIGHTPUSH_INTERVAL_MS=80
+docker compose up -d
+current_time=$(date +"%Y-%m-%d %H:%M:%S")
+echo "Phase 3: 20 pub / 10 recv (80ms, 2–32KB) $current_time"
+sleep ${PHASE_SLEEP}
+
+docker compose down receivernode
+current_time=$(date +"%Y-%m-%d %H:%M:%S")
+echo "Phase 4: receivers down, publishers + sonda $current_time"
+sleep ${PHASE_SLEEP}
+
+docker compose down
+cd ..
+current_time=$(date +"%Y-%m-%d %H:%M:%S")
+echo "Scenario 2 finished at $current_time"

scripts/Lite_protocol_scripts/store/store_15nodes_scenario1.sh

@@ -0,0 +1,111 @@
+#!/bin/bash
+
+set -e
+
+# This implements a  waku-simulator with 15 nodes network, 1 service, 1 edge node added
+# service node is limited to 1 cpu core with only 512 MB
+# Runs different test phases with different load from sonda (STORE) side
+# 1. 2 sonda instances, query every 500ms
+# 2. 5 sonda instances, query every 200ms
+# 3. 10 sonda instances, query every 100ms
+
+echo "Running test..."
+
+current_time=$(date +"%Y-%m-%d %H:%M:%S")
+echo "Bringing up simulator at $current_time"
+
+cd ./waku-simulator
+
+# simulator exports
+export NUM_NWAKU_NODES=15
+export TRAFFIC_DELAY_SECONDS=15
+export MSG_SIZE_KBYTES=10
+export SERVICENODE_CPU_CORES="0-3"
+export POSTGRES_CPU_CORES="0-3"
+
+docker compose up -d
+cd ..
+
+echo "Waiting 30s for service node to be ready..."
+sleep 30
+
+cd ./sonda
+
+# build sonda image
+docker build -t local-perf-sonda -f Dockerfile.sonda .
+
+#  2 sondas 500ms
+
+cat <<EOF > perf-test.env
+RELAY_NODE_REST_ADDRESS=http://127.0.0.1:8645
+STORE_NODE_REST_ADDRESS=http://127.0.0.1:8644
+QUERY_DELAY=0.5
+STORE_NODES=/ip4/127.0.0.1/tcp/60001/p2p/<SERVICE_PEER_ID>
+CLUSTER_ID=66
+SHARD=0
+HEALTH_THRESHOLD=0.95
+EOF
+
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+
+echo "Phase 1 running 300s..."
+sleep 300
+docker kill $(docker ps -q -f "label=sonda") >/dev/null 2>&1 || true
+
+#5 sondas 200ms
+
+cat <<EOF > perf-test.env
+RELAY_NODE_REST_ADDRESS=http://127.0.0.1:8645
+STORE_NODE_REST_ADDRESS=http://127.0.0.1:8644
+QUERY_DELAY=0.2
+STORE_NODES=/ip4/127.0.0.1/tcp/60001/p2p/<SERVICE_PEER_ID>
+CLUSTER_ID=66
+SHARD=0
+HEALTH_THRESHOLD=0.95
+EOF
+
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+
+echo "Phase 2 running 300s..."
+sleep 300
+docker kill $(docker ps -q -f "label=sonda") >/dev/null 2>&1 || true
+
+#10 sondas 100ms 
+cat <<EOF > perf-test.env
+RELAY_NODE_REST_ADDRESS=http://127.0.0.1:8645
+STORE_NODE_REST_ADDRESS=http://127.0.0.1:8644
+QUERY_DELAY=0.1
+STORE_NODES=/ip4/127.0.0.1/tcp/60001/p2p/<SERVICE_PEER_ID>
+CLUSTER_ID=66
+SHARD=0
+HEALTH_THRESHOLD=0.95
+EOF
+
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+
+echo "Phase 3 running 300s..."
+sleep 300
+docker kill $(docker ps -q -f "label=sonda") >/dev/null 2>&1 || true
+
+cd ..
+
+cd ./waku-simulator
+docker compose down
+cd ..
+
+current_time=$(date +"%Y-%m-%d %H:%M:%S")
+echo "Test finished at $current_time"

scripts/Lite_protocol_scripts/store/store_15nodes_scenario2.sh

@@ -0,0 +1,59 @@
+#!/bin/bash
+
+set -e
+
+echo "Running test..."
+
+# This implements a short version of 1st store scenario.
+# waku-simulator with 15 nodes network, 1 service, 1 edge node added
+# service node is limited to 1 cpu core with only 512 MB
+# Runs 1 phase with sonda load:
+# 1. 10 sonda instances, each queries in every 100ms
+
+cd ./waku-simulator
+
+export NUM_NWAKU_NODES=15
+export TRAFFIC_DELAY_SECONDS=10
+export MSG_SIZE_KBYTES=8
+
+docker compose up -d
+cd ..
+
+echo "Waiting 20s for service node..."
+sleep 20
+
+cd ./sonda
+
+docker build -t local-perf-sonda -f Dockerfile.sonda .
+
+cat <<EOF > perf-test.env
+RELAY_NODE_REST_ADDRESS=http://127.0.0.1:8645
+STORE_NODE_REST_ADDRESS=http://127.0.0.1:8644
+QUERY_DELAY=0.1
+STORE_NODES=/ip4/127.0.0.1/tcp/60001/p2p/<SERVICE_PEER_ID>
+CLUSTER_ID=66
+SHARD=0
+HEALTH_THRESHOLD=0.95
+EOF
+
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+docker run --env-file ./perf-test.env -l sonda -d --network host local-perf-sonda
+
+echo "Phase running 300s..."
+sleep 300
+
+docker kill $(docker ps -q -f "label=sonda") >/dev/null 2>&1 || true
+
+cd ..
+
+cd ./waku-simulator
+docker compose down
+cd ..