Adding option for partition multiplier

Author: Dtenwolde

benchmark/pathfinding/generate_benchmark_scripts.sh

@@ -1,22 +1,24 @@
 #!/bin/bash
 
 # Define versions, sources, and scale factors
-versions=("operator" "udf")
-sources=(512 1024 2048 16384 32768 65536 131072)
-scale_factors=(30 100 300)
+versions=("operator")
+sources=(16384 32768 65536)
+scale_factors=(1 3 10)
 threads=(1 2 4 8)
+partition_multipliers=(1 2 4 8 16)
 
 # Loop over versions, sources, and scale factors
 for version in "${versions[@]}"; do
   for source in "${sources[@]}"; do
     for scale in "${scale_factors[@]}"; do
       for thread in "${threads[@]}"; do
 
-        # Define the file name
-        filename="benchmarks/${version}_sf${scale}_src${source}_t${thread}.benchmark"
+        for partition_multiplier in "${partition_multipliers[@]}"; do
+          # Define the file name
+          filename="benchmarks/${version}_sf${scale}_src${source}_t${thread}_p${partition_multiplier}.benchmark"
 
-        # Write content to the file
-        cat <<EOL > "$filename"
+          # Write content to the file
+         cat <<EOL > "$filename"
 # name: benchmark/pathfinding/${version}.benchmark
 # description: Run ${version} Query For Pathfinding Benchmark
 # group: [pathfinding]
@@ -26,9 +28,11 @@ QUERY_NAME=${version}
 NUMBER_OF_SOURCES=${source}
 SCALE_FACTOR=${scale}
 THREADS=${thread}
+PARTITION_MULTIPLIER=${partition_multiplier}
 EOL
 
-      echo "Generated: $filename"
+        echo "Generated: $filename"
+        done
       done
     done
   done

benchmark/pathfinding/pathfinding.benchmark.in

@@ -18,5 +18,6 @@ create or replace table snb_pairs as (
    using sample reservoir(${NUMBER_OF_SOURCES} rows) repeatable (300)
 );
 set threads=${THREADS};
+set experimental_path_finding_operator_partition_multiplier=${PARTITION_MULTIPLIER};
 
 run benchmark/pathfinding/queries/${QUERY_NAME}.sql

benchmark/pathfinding/run.sh

@@ -7,6 +7,8 @@ cd "$( cd "$( dirname "${BASH_SOURCE[0]:-${(%):-%x}}" )" >/dev/null 2>&1 && pwd
 
 
 ./get-small-data.sh
+
+rm benchmarks/*
 ./generate_benchmark_scripts.sh
 cd ../../../
 BUILD_BENCHMARK=1 make GEN=ninja