add configurable replicas

Author: wdbaruni

edge/wasm-sensors/README.md

@@ -201,6 +201,7 @@ This scenario demonstrates the message flow and deployment behavior across diffe
 1. Start the network:
 
    ```bash
+   export REPLICAS=3  # Set number of replicas per region
    ./demo.sh start_network
    ```
 
@@ -386,3 +387,31 @@ This should return:
 
 - **Configuration Updates**: Configuration is set at job startup and cannot be changed during execution. To change configuration, you need to stop and redeploy the job.
 - **Direct File Access**: WASM modules have limited filesystem access through Bacalhau.
+
+### Environment Variables
+
+The demo script uses the following environment variables:
+
+- `PROXY_URL`: URL of the SQS proxy service (default: `http://bacalhau-edge-sqs-proxy-1:9090`)
+- `REPLICAS`: Number of edge nodes and job instances per region (default: `3`)
+
+This single `REPLICAS` variable controls both:
+
+- The number of edge nodes per region in the Docker Compose setup
+- The number of job instances deployed per region
+
+You can set these variables before running the demo script:
+
+```bash
+export PROXY_URL="http://custom-proxy:9090"
+export REPLICAS=5
+./demo.sh deploy_us
+```
+
+Or set them inline with the command:
+
+```bash
+PROXY_URL="http://custom-proxy:9090" REPLICAS=5 ./demo.sh deploy_us
+```
+
+Note: When using multiple replicas per region, make sure your system has enough resources to handle the increased load. Each replica will have its own resource limits as defined in the Docker Compose file.

edge/wasm-sensors/demo.sh

@@ -12,6 +12,7 @@ NC='\033[0m' # No Color
 
 # Default configuration
 PROXY_URL=${PROXY_URL:-"http://bacalhau-edge-sqs-proxy-1:9090"}
+REPLICAS=${REPLICAS:-3}
 
 # Helper functions
 print_step() {
@@ -54,6 +55,7 @@ print_usage() {
     echo
     echo "Environment variables:"
     echo "  PROXY_URL           SQS proxy URL (default: http://bacalhau-edge-sqs-proxy-1:9090)"
+    echo "  REPLICAS            Number of instances to deploy (default: 3)"
     echo
     echo "Examples:"
     echo "  $0 start_network"
@@ -62,6 +64,7 @@ print_usage() {
     echo "  $0 deploy_interactive"
     echo "  $0 --interactive"
     echo "  PROXY_URL=http://custom-proxy:9090 $0 deploy_us"
+    echo "  REPLICAS=50 $0 deploy_us"
 }
 
 # Get running job IDs for a specific region
@@ -111,6 +114,7 @@ deploy() {
         -V interval="$interval" \
         -V region="$region" \
         -V submission_time="$submission_time" \
+        -V count=$REPLICAS \
         jobs/sqs-publisher.yaml)
 
     print_success "$region region deployed"

edge/wasm-sensors/jobs/sqs-proxy.yaml

@@ -20,4 +20,4 @@ tasks:
       type: host
       ports:
         - name: http
-          static: 8080
+          static: 8080

edge/wasm-sensors/jobs/sqs-publisher.yaml

@@ -1,5 +1,6 @@
 name: sqs-publisher-{{.region}}
 type: batch
+count: {{.count}}
 constraints:
   - key: type
     operator: "="
@@ -38,6 +39,6 @@ tasks:
         target: /app/
     resources:
       cpu: "0.001"
-      memory: "4mb"
+      memory: "36mb"
     timeouts:
       queueTimeout: 300

edge/wasm-sensors/network/docker-compose.yml

@@ -56,11 +56,11 @@ services:
       orchestrator:
         condition: service_healthy
     deploy:
-      replicas: 1
+      replicas: ${REPLICAS:-3}
       resources:
         limits:
           cpus: "0.1" # 10% of a CPU core (enough for 20 jobs at 0.001 each)
-          memory: "200M" # 200MB (enough for 20 jobs at 4MB each, plus overhead)
+          memory: "400M" # 400MB (enough for 10 jobs at 36MB each, plus overhead)
     networks:
       - bacalhau-network
 
@@ -78,11 +78,11 @@ services:
       orchestrator:
         condition: service_healthy
     deploy:
-      replicas: 1
+      replicas: ${REPLICAS:-3}
       resources:
         limits:
           cpus: "0.1" # 10% of a CPU core (enough for 20 jobs at 0.001 each)
-          memory: "200M" # 200MB (enough for 20 jobs at 4MB each, plus overhead)
+          memory: "400M" # 400MB (enough for 10 jobs at 36MB each, plus overhead)
     networks:
       - bacalhau-network
 
@@ -100,11 +100,11 @@ services:
       orchestrator:
         condition: service_healthy
     deploy:
-      replicas: 1
+      replicas: ${REPLICAS:-3}
       resources:
         limits:
           cpus: "0.1" # 10% of a CPU core (enough for 20 jobs at 0.001 each)
-          memory: "200M" # 200MB (enough for 20 jobs at 4MB each, plus overhead)
+          memory: "400M" # 400MB (enough for 10 jobs at 36MB each, plus overhead)
     networks:
       - bacalhau-network