[experiment] Recursive partitioning with parameter

Author: Dtenwolde

benchmark/pathfinding/generate_benchmark_scripts.sh

@@ -5,18 +5,18 @@ versions=("operator")
 sources=(16384)
 scale_factors=(1 3 10 30 100 300)
 threads=(1 2 4 8)
-
+partition_sizes=(65536 131072 262144 524288 1048576)
 # Loop over versions, sources, and scale factors
 for version in "${versions[@]}"; do
   for source in "${sources[@]}"; do
     for scale in "${scale_factors[@]}"; do
       for thread in "${threads[@]}"; do
+        for partition_size in "${partition_sizes[@]}"; do
+          # Define the file name
+          filename="benchmarks/${version}_sf${scale}_src${source}_t${thread}_p${partition_size}.benchmark"
 
-        # Define the file name
-        filename="benchmarks/${version}_sf${scale}_src${source}_t${thread}.benchmark"
-
-        # Write content to the file
-       cat <<EOL > "$filename"
+          # Write content to the file
+          cat <<EOL > "$filename"
 # name: benchmark/pathfinding/${version}.benchmark
 # description: Run ${version} Query For Pathfinding Benchmark
 # group: [pathfinding]
@@ -26,9 +26,11 @@ QUERY_NAME=${version}
 NUMBER_OF_SOURCES=${source}
 SCALE_FACTOR=${scale}
 THREADS=${thread}
+PARTITION_SIZE=${partition_size}
 EOL
 
         echo "Generated: $filename"
+        done
       done
     done
   done

benchmark/pathfinding/pathfinding.benchmark.in

@@ -18,5 +18,5 @@ create or replace table snb_pairs as (
    using sample reservoir(${NUMBER_OF_SOURCES} rows) repeatable (300)
 );
 set threads=${THREADS};
-
+set experimental_path_finding_operator_partition_size=${PARTITION_SIZE};
 run benchmark/pathfinding/queries/${QUERY_NAME}.sql

benchmark/pathfinding/run.sh

@@ -8,7 +8,7 @@ cd "$( cd "$( dirname "${BASH_SOURCE[0]:-${(%):-%x}}" )" >/dev/null 2>&1 && pwd
 
 ./get-small-data.sh
 
-find benchmarks/ f -not -name ".gitignore" -delete 
+find benchmarks/ -type f -not -name ".gitignore" -delete
 ./generate_benchmark_scripts.sh
 cd ../../../
 BUILD_BENCHMARK=1 make GEN=ninja