[experiment] Experiment with some recursive partition stats

Author: Dtenwolde

benchmark/include/benchmark.hpp

@@ -28,7 +28,7 @@ struct BenchmarkState {
 //! The base Benchmark class is a base class that is used to create and register
 //! new benchmarks
 class Benchmark {
-	constexpr static size_t DEFAULT_NRUNS = 5;
+	constexpr static size_t DEFAULT_NRUNS = 1;
 	Benchmark(Benchmark &) = delete;
 
 public:

benchmark/pathfinding/generate_benchmark_scripts.sh

@@ -3,9 +3,9 @@
 # Define versions, sources, and scale factors
 versions=("operator")
 sources=(16384)
-scale_factors=(1 3 10 30 100 300)
-threads=(1 2 4 8)
-partition_sizes=(65536 131072 262144 524288 1048576)
+scale_factors=(1 3 10 30 100 300) 
+threads=(8)
+partition_sizes=(65536 131072 262144 524288 12582912 25165824 50331648 6291456)
 # Loop over versions, sources, and scale factors
 for version in "${versions[@]}"; do
   for source in "${sources[@]}"; do

benchmark/pathfinding/get-small-data.sh

@@ -15,7 +15,7 @@ else
     echo "DuckDB is already installed."
 fi
 
-for SF in 1 3 10 30 100 300; do
+for SF in 1 3 10 30 100 300 1000; do
     curl --silent --fail --http1.1 https://pub-383410a98aef4cb686f0c7601eddd25f.r2.dev/duckpgq-experiments/snb-bi/snb-bi-sf${SF}.tar.zst | tar -xv --use-compress-program=unzstd
     mv snb-bi-sf${SF}.v snb-bi.v
     mv snb-bi-sf${SF}.e snb-bi.e

benchmark/pathfinding/run.sh

@@ -6,7 +6,7 @@ set -o pipefail
 cd "$( cd "$( dirname "${BASH_SOURCE[0]:-${(%):-%x}}" )" >/dev/null 2>&1 && pwd )"
 
 
-./get-small-data.sh
+# ./get-small-data.sh
 
 find benchmarks/ -type f -not -name ".gitignore" -delete
 ./generate_benchmark_scripts.sh