test

Author: KanchanShu

ci/cloudbuild/builds/linux-bq-driver-benchmark.sh

@@ -25,9 +25,9 @@ source module ci/lib/io.sh
 
 WORKSPACE_DIR=$(pwd)
 
-# ---------------------------------------------------------------------------
+# ============================================================================
 # Configuration
-# ---------------------------------------------------------------------------
+# ============================================================================
 
 BENCHMARK_ITERATIONS="${BENCHMARK_ITERATIONS:-3}"
 
@@ -40,9 +40,10 @@ rm -rf "${BUILD_DIR}"
 rm -rf "${RESULTS_DIR}"
 
 mkdir -p "${RESULTS_DIR}"
-# ---------------------------------------------------------------------------
+
+# ============================================================================
 # Branch
-# ---------------------------------------------------------------------------
+# ============================================================================
 
 BRANCH_NAME="${BRANCH_NAME:-main}"
 
@@ -59,18 +60,18 @@ echo "Iterations   : ${BENCHMARK_ITERATIONS}"
 echo "Workspace    : ${WORKSPACE_DIR}"
 echo
 
-# ---------------------------------------------------------------------------
+# ============================================================================
 # Result files
-# ---------------------------------------------------------------------------
+# ============================================================================
 
 CURRENT_RESULT="${RESULTS_DIR}/current.txt"
 MAIN_RESULT="${RESULTS_DIR}/main.txt"
 EXISTING_RESULT="${RESULTS_DIR}/existing.txt"
 SUMMARY_RESULT="${RESULTS_DIR}/benchmark_summary_linux.txt"
 
-# ---------------------------------------------------------------------------
+# ============================================================================
 # Driver locations
-# ---------------------------------------------------------------------------
+# ============================================================================
 
 DRIVER_PATH="${WORKSPACE_DIR}/cmake-out/google/cloud/odbc/libgoogle_cloud_odbc_bq_driver.so"
 
@@ -80,35 +81,45 @@ MAIN_SO="${RESULTS_DIR}/libgoogle_cloud_odbc_bq_driver_main.so"
 CURRENT_SO_GCS="${PERF_DRIVER_BUCKET}/${SANITIZED_BRANCH}/linux/libgoogle_cloud_odbc_bq_driver.so"
 MAIN_SO_GCS="${PERF_DRIVER_BUCKET}/main/linux/libgoogle_cloud_odbc_bq_driver.so"
 
-# ---------------------------------------------------------------------------
+# ============================================================================
 # ODBC configuration
-# ---------------------------------------------------------------------------
+# ============================================================================
 
 GOOGLE_ODBCINI="/opt/odbc-driver/odbc.ini"
 EXISTING_ODBCINI="/opt/odbc-driver/googlebigqueryodbc/odbc.ini"
-export ODBC_TESTS_DSN="${ODBC_TESTS_DSN:-SampleDSNGoogleDriver}"
 
-# Export as env variable
+# Export VCPKG version.
 VCPKG_VERSION=$(cat /tmp/vcpkg-version.txt)
 export VCPKG_VERSION
+
 echo "Using VCPKG_VERSION=$VCPKG_VERSION"
 
+# ============================================================================
 # Vcpkg install and configure
+# ============================================================================
+
 export VCPKG_ROOT=/vcpkg
-git clone --branch "$VCPKG_VERSION" https://github.com/microsoft/vcpkg.git "$VCPKG_ROOT"
+
+git clone --branch "$VCPKG_VERSION" \
+  https://github.com/microsoft/vcpkg.git \
+  "$VCPKG_ROOT"
+
 cd "$VCPKG_ROOT"
 git checkout "$VCPKG_VERSION"
 
-# Bootstrap
+# Bootstrap.
 ./bootstrap-vcpkg.sh -disableMetrics
 
 cd "$WORKSPACE_DIR"
-# This is the name of DSN set in odbc.ini
+
+# This is the name of DSN set in odbc.ini.
 mapfile -t cmake_args < <(cmake::common_args)
+
 GOOGLE_ODBCINI="/opt/odbc-driver/odbc.ini"
 EXISTING_ODBCINI="/opt/odbc-driver/googlebigqueryodbc/odbc.ini"
 
 export ODBC_TESTS_DSN="SampleDSNGoogleDriver"
+
 export CPP_BIGQUERY_ODBC_TEST_TABLE_PREFIX=${TRIGGER_NAME//[-:;.,?]/_}_${BRANCH_NAME//[-:;.,?]/_}
 export ODBCINSTINI=/opt/odbc-driver/odbcinst.ini
 export ODBCINI="${GOOGLE_ODBCINI}"
@@ -120,15 +131,15 @@ io::run cmake -B "$BUILD_DIR" \
   -DODBC_INTEGRATION_TESTING=ON \
   -DBQ_DRIVER_INTEGRATION_TESTS=ON \
   -DODBC_DEMO_TESTING=OFF \
-  -DODBC_EXAMPLES=ON \
+  -DODBC_EXAMPLES=OFF \
   -DODBC_UNIT_TESTING=OFF \
-  -DCLIENT_LIBRARY_INTEGRATION_TESTING=OFF \
+  -DCLIENT_LIBRARY_INTEGRATION_TESTING=OFF
 
 io::run cmake --build "${BUILD_DIR}"
 
-# ---------------------------------------------------------------------------
+# ============================================================================
 # Publish Google driver .so for performance benchmarks
-# ---------------------------------------------------------------------------
+# ============================================================================
 
 DRIVER_SO="${BUILD_DIR}/google/cloud/odbc/libgoogle_cloud_odbc_bq_driver.so"
 
@@ -164,9 +175,9 @@ else
   fi
 fi
 
-# ---------------------------------------------------------------------------
+# ============================================================================
 # Validate ODBC configuration
-# ---------------------------------------------------------------------------
+# ============================================================================
 
 if [[ ! -f "${GOOGLE_ODBCINI}" ]]; then
   echo "ERROR: Google ODBC configuration not found:"
@@ -180,32 +191,30 @@ if [[ ! -f "${EXISTING_ODBCINI}" ]]; then
   exit 1
 fi
 
-# ---------------------------------------------------------------------------
+# ============================================================================
 # Run benchmark
-# ---------------------------------------------------------------------------
+# ============================================================================
 
 run_benchmark() {
   local name="$1"
   local output_file="$2"
   local dsn="$3"
   local bq_tests_flag="$4"
 
-  #if [[ "${bq_tests_flag}" == "OFF" ]]; then
-    echo
-    echo "Reconfiguring performance_test for ${name}"
-    echo "BQ_DRIVER_INTEGRATION_TESTS = ${bq_tests_flag}"
-    echo "------------------------------------------------------------"
+  echo
+  echo "Reconfiguring performance_test for ${name}"
+  echo "BQ_DRIVER_INTEGRATION_TESTS = ${bq_tests_flag}"
+  echo "------------------------------------------------------------"
 
-    io::run cmake -S "${WORKSPACE_DIR}" \
-      -B "${BUILD_DIR}" \
-      -DCMAKE_BUILD_TYPE=Release \
-      -DBUILD_PERFORMANCE_TEST_ONLY=ON \
-      -DBQ_DRIVER_INTEGRATION_TESTS="${bq_tests_flag}"
+  io::run cmake -S "${WORKSPACE_DIR}" \
+    -B "${BUILD_DIR}" \
+    -DCMAKE_BUILD_TYPE=Release \
+    -DBUILD_PERFORMANCE_TEST_ONLY=ON \
+    -DBQ_DRIVER_INTEGRATION_TESTS="${bq_tests_flag}"
 
-    io::run cmake --build "${BUILD_DIR}" \
-      --target performance_test \
-      --parallel "$(nproc)"
- # fi
+  io::run cmake --build "${BUILD_DIR}" \
+    --target performance_test \
+    --parallel "$(nproc)"
 
   PERFORMANCE_TEST="${BUILD_DIR}/integration_tests/performance_test"
 
@@ -279,13 +288,17 @@ run_benchmark() {
   return 0
 }
 
-# ---------------------------------------------------------------------------
+# ============================================================================
 # Google Current
 #
 # The existing Google DSN points to DRIVER_PATH.
 # Replace the driver binary before running the benchmark.
-# ---------------------------------------------------------------------------
-cp /opt/odbc-driver/roots.pem "${WORKSPACE_DIR}/cmake-out/google/cloud/odbc/roots.pem"
+# ============================================================================
+
+cp \
+  /opt/odbc-driver/roots.pem \
+  "${WORKSPACE_DIR}/cmake-out/google/cloud/odbc/roots.pem"
+
 echo
 echo "Preparing Google Current"
 echo "------------------------------------------------------------"
@@ -299,13 +312,9 @@ run_benchmark \
   "${GOOGLE_ODBCINI}" \
   "ON"
 
-echo
-echo "Google Current result summary:"
-grep -E '\[ *OK *\]|\[ *FAILED *\]' "${CURRENT_RESULT}" || true
-
-# ---------------------------------------------------------------------------
+# ============================================================================
 # Google Main
-# ---------------------------------------------------------------------------
+# ============================================================================
 
 echo
 echo "Preparing Google Main"
@@ -321,15 +330,14 @@ if [[ "$HAS_MAIN_DRIVER" == "true" ]]; then
     "${MAIN_RESULT}" \
     "${GOOGLE_ODBCINI}" \
     "ON"
-
 else
   echo "Google Main benchmark skipped: main driver artifact unavailable."
   : >"$MAIN_RESULT"
 fi
 
-# ---------------------------------------------------------------------------
+# ============================================================================
 # Existing
-# ---------------------------------------------------------------------------
+# ============================================================================
 
 echo
 echo "Preparing Existing Driver"
@@ -345,9 +353,9 @@ run_benchmark \
   "${EXISTING_ODBCINI}" \
   "OFF"
 
-# ---------------------------------------------------------------------------
+# ============================================================================
 # Generate comparison
-# ---------------------------------------------------------------------------
+# ============================================================================
 
 echo
 echo "============================================================"
@@ -368,9 +376,9 @@ python3 "${PARSER}" \
   --main "${MAIN_RESULT}" \
   --output "${SUMMARY_RESULT}"
 
-# ---------------------------------------------------------------------------
+# ============================================================================
 # Upload results
-# ---------------------------------------------------------------------------
+# ============================================================================
 
 RESULTS_BUCKET="${PERF_DRIVER_BUCKET}/${SANITIZED_BRANCH}/linux/results"