test pipeline

ci/cloudbuild/builds/integration-bq-driver-asan.sh

@@ -1,6 +1,6 @@
 #!/bin/bash
 #
-# Copyright 2025 Google LLC
+# Copyright 2026 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -20,72 +20,332 @@ source "$(dirname "$0")/../../lib/init.sh"
 source module ci/install-dependencies.sh
 
 source module ci/cloudbuild/builds/lib/cmake.sh
-source module ci/cloudbuild/builds/lib/bazel.sh
 source module ci/cloudbuild/builds/lib/secrets.sh
-source module ci/cloudbuild/builds/lib/unit-tests.sh
 source module ci/lib/io.sh
 
-WORKSPACE_DIR=$(pwd)
+WORKSPACE_DIR="$(pwd)"
 
-# Export as env variable
-VCPKG_VERSION=$(cat /tmp/vcpkg-version.txt)
-export VCPKG_VERSION
-echo "Using VCPKG_VERSION=$VCPKG_VERSION"
+# ---------------------------------------------------------------------------
+# Configuration
+# ---------------------------------------------------------------------------
 
-# Vcpkg install and configure
-export VCPKG_ROOT=/vcpkg
-git clone --branch "$VCPKG_VERSION" https://github.com/microsoft/vcpkg.git "$VCPKG_ROOT"
-cd "$VCPKG_ROOT"
-git checkout "$VCPKG_VERSION"
+BENCHMARK_ITERATIONS="${BENCHMARK_ITERATIONS:-3}"
 
-# Bootstrap
-./bootstrap-vcpkg.sh -disableMetrics
+PERF_DRIVER_BUCKET="gs://bq-dev-tools-testing-drivers/odbc-perf"
 
-cd "$WORKSPACE_DIR"
+BUILD_DIR="${WORKSPACE_DIR}/cmake-out"
+RESULTS_DIR="${WORKSPACE_DIR}/benchmark-results"
 
-# This runs all the unit tests
-mapfile -t args < <(bazel::common_args)
-mapfile -t unit_tests_args < <(unit_tests::bazel_args)
-mapfile -t secrets_bazel < <(secrets::bazel_args)
+rm -rf "${RESULTS_DIR}"
+mkdir -p "${RESULTS_DIR}"
 
-io::run bazel test "${args[@]}" "${secrets_bazel[@]}" "${unit_tests_args[@]}" --test_tag_filters=unit-tests ...
+# ---------------------------------------------------------------------------
+# Branch
+# ---------------------------------------------------------------------------
+
+BRANCH_NAME="${BRANCH_NAME:-main}"
+
+SANITIZED_BRANCH="$(
+  echo "${BRANCH_NAME}" |
+    sed -E 's/[^a-zA-Z0-9._-]/_/g'
+)"
+
+echo "============================================================"
+echo "Linux ODBC Performance Benchmark"
+echo "============================================================"
+echo "Branch       : ${BRANCH_NAME}"
+echo "Iterations   : ${BENCHMARK_ITERATIONS}"
+echo "Workspace    : ${WORKSPACE_DIR}"
+echo
+
+# ---------------------------------------------------------------------------
+# Result files
+# ---------------------------------------------------------------------------
+
+CURRENT_RESULT="${RESULTS_DIR}/current.txt"
+MAIN_RESULT="${RESULTS_DIR}/main.txt"
+EXISTING_RESULT="${RESULTS_DIR}/existing.txt"
+SUMMARY_RESULT="${RESULTS_DIR}/benchmark_summary_linux.txt"
+
+# ---------------------------------------------------------------------------
+# Driver locations
+# ---------------------------------------------------------------------------
+
+DRIVER_PATH="${WORKSPACE_DIR}/cmake-out/google/cloud/odbc/libgoogle_cloud_odbc_bq_driver.so"
+
+CURRENT_SO="${RESULTS_DIR}/libgoogle_cloud_odbc_bq_driver_current.so"
+MAIN_SO="${RESULTS_DIR}/libgoogle_cloud_odbc_bq_driver_main.so"
+
+CURRENT_SO_GCS="${PERF_DRIVER_BUCKET}/${SANITIZED_BRANCH}/linux/libgoogle_cloud_odbc_bq_driver.so"
+MAIN_SO_GCS="${PERF_DRIVER_BUCKET}/main/linux/libgoogle_cloud_odbc_bq_driver.so"
+
+# ---------------------------------------------------------------------------
+# ODBC configuration
+# ---------------------------------------------------------------------------
+
+GOOGLE_ODBCINI="/opt/odbc-driver/odbc.ini"
+EXISTING_ODBCINI="/opt/odbc-driver/googlebigqueryodbc/odbc.ini"
+
+export ODBC_TESTS_DSN="${ODBC_TESTS_DSN:-SampleDSNGoogleDriver}"
+
+# ---------------------------------------------------------------------------
+# Build performance_test
+# ---------------------------------------------------------------------------
+
+echo
+echo "============================================================"
+echo "Building performance_test"
+echo "============================================================"
 
-# Run the integration tests
 mapfile -t cmake_args < <(cmake::common_args)
 
-BUILD_DIR="/opt/odbc-driver"
-# This is the name of DSN set in odbc.ini
+io::run cmake \
+  -S "${WORKSPACE_DIR}" \
+  -B "${BUILD_DIR}" \
+  "${cmake_args[@]}" \
+  -DCMAKE_CXX_STANDARD=17 \
+  -DBUILD_PERFORMANCE_TEST_ONLY=ON
+
+io::run cmake \
+  --build "${BUILD_DIR}" \
+  --target performance_test \
+  --parallel "$(nproc)"
+
+PERFORMANCE_TEST="${BUILD_DIR}/integration_tests/performance_test"
+
+if [[ ! -x "${PERFORMANCE_TEST}" ]]; then
+  PERFORMANCE_TEST="${BUILD_DIR}/google/cloud/odbc/integration_tests/performance_test"
+fi
+
+if [[ ! -x "${PERFORMANCE_TEST}" ]]; then
+  echo "ERROR: performance_test was not found."
+
+  find "${BUILD_DIR}" \
+    -type f \
+    -name "performance_test" \
+    -print 2>/dev/null || true
+
+  exit 1
+fi
+
+echo "performance_test:"
+echo "  ${PERFORMANCE_TEST}"
+
+# ---------------------------------------------------------------------------
+# Validate ODBC configuration
+# ---------------------------------------------------------------------------
+
+if [[ ! -f "${GOOGLE_ODBCINI}" ]]; then
+  echo "ERROR: Google ODBC configuration not found:"
+  echo "  ${GOOGLE_ODBCINI}"
+  exit 1
+fi
+
+if [[ ! -f "${EXISTING_ODBCINI}" ]]; then
+  echo "ERROR: Existing ODBC configuration not found:"
+  echo "  ${EXISTING_ODBCINI}"
+  exit 1
+fi
+
+# ---------------------------------------------------------------------------
+# Download Google Current driver
+# ---------------------------------------------------------------------------
+
+echo
+echo "Downloading Google Current driver"
+echo "------------------------------------------------------------"
+
+gcloud storage cp \
+  "${CURRENT_SO_GCS}" \
+  "${CURRENT_SO}"
+
+# ---------------------------------------------------------------------------
+# Download Google Main driver
+# ---------------------------------------------------------------------------
+
+echo
+echo "Downloading Google driver from main"
+echo "------------------------------------------------------------"
+
+if gcloud storage cp "$MAIN_SO_GCS" "$MAIN_SO"; then
+  echo "Main Google driver downloaded successfully."
+  HAS_MAIN_DRIVER=true
+else
+  echo "WARNING: Main Google driver was not found."
+  echo "WARNING: Google Main benchmark will be skipped."
+  HAS_MAIN_DRIVER=false
+fi
+
+# ---------------------------------------------------------------------------
+# Run benchmark
+# ---------------------------------------------------------------------------
+
+run_benchmark() {
+  local name="$1"
+  local output_file="$2"
+  local driver_so="$3"
+  local dsn="$4"
+
+  echo
+  echo "Running benchmark: ${name}"
+  echo "------------------------------------------------------------"
+
+  : >"${output_file}"
+
+  local test_exit_code=0
+
+  for i in $(seq 1 "${BENCHMARK_ITERATIONS}"); do
+
+    echo "=== benchmark iteration ${i}/${BENCHMARK_ITERATIONS} ===" \
+      >>"${output_file}"
+
+    set +e
+
+    ODBCINI="${dsn}" \
+      ODBC_TESTS_DSN="${ODBC_TESTS_DSN}" \
+      "${PERFORMANCE_TEST}" \
+      >>"${output_file}" 2>&1
+
+    run_exit=$?
+
+    set -e
+
+    if [[ "${run_exit}" -ne 0 ]]; then
+      echo "WARNING: ${name} iteration ${i} failed with exit code ${run_exit}"
+      test_exit_code="${run_exit}"
+    fi
+  done
+
+  echo
+  echo "Raw result:"
+  echo "  ${output_file}"
+
+  if [[ "${test_exit_code}" -ne 0 ]]; then
+    echo
+    echo "============================================================"
+    echo "Benchmark failure output: ${name}"
+    echo "============================================================"
+
+    cat "${output_file}"
+
+    echo
+    echo "============================================================"
+
+    return "${test_exit_code}"
+  fi
+
+  return 0
+}
+
+# ---------------------------------------------------------------------------
+# Google Current
+#
+# The existing Google DSN points to DRIVER_PATH.
+# Replace the driver binary before running the benchmark.
+# ---------------------------------------------------------------------------
+cp /opt/odbc-driver/roots.pem "${WORKSPACE_DIR}/cmake-out/google/cloud/odbc/roots.pem"
+echo
+echo "Preparing Google Current"
+echo "------------------------------------------------------------"
+
+cp "${CURRENT_SO}" "${DRIVER_PATH}"
+
+ls -lh "${DRIVER_PATH}"
+
 export ODBC_TESTS_DSN="SampleDSNGoogleDriver"
-export LSAN_OPTIONS="use_tls=0:suppressions=/opt/odbc-driver/lsan.supp:print_suppressions=0"
+export ODBCINI="${GOOGLE_ODBCINI}"
+export ODBCINSTINI="/opt/odbc-driver/odbcinst.ini"
 
-export CPP_BIGQUERY_ODBC_TEST_TABLE_PREFIX=${TRIGGER_NAME//[-:;.,?]/_}_${BRANCH_NAME//[-:;.,?]/_}
+run_benchmark \
+  "Google Current" \
+  "${CURRENT_RESULT}" \
+  "${DRIVER_PATH}" \
+  "${GOOGLE_ODBCINI}"
 
-# Check if unixODBC is installed
-if command -v odbcinst &>/dev/null; then
-  # unixODBC is installed, export environment variable
-  export UNIXODBC_INSTALLED=true
-  echo "unixODBC is installed."
+# ---------------------------------------------------------------------------
+# Google Main
+# ---------------------------------------------------------------------------
+
+echo
+echo "Preparing Google Main"
+echo "------------------------------------------------------------"
+
+if [[ "$HAS_MAIN_DRIVER" == "true" ]]; then
+  cp "${MAIN_SO}" "${DRIVER_PATH}"
+
+  run_benchmark \
+    "Google Main" \
+    "${MAIN_RESULT}" \
+    "${DRIVER_PATH}" \
+    "${GOOGLE_ODBCINI}"
 else
-  # unixODBC is not installed
-  export UNIXODBC_INSTALLED=false
-  export ODBCINSTINI=/opt/odbc-driver/odbcinst.ini
-  export ODBCINI=/opt/odbc-driver/odbc.ini
-  echo "unixODBC is not installed."
+  echo "Google Main benchmark skipped: main driver artifact unavailable."
+  : >"$MAIN_RESULT"
 fi
 
-io::run cmake -B "$BUILD_DIR" \
-  "${cmake_args[@]}" \
-  -DCMAKE_TOOLCHAIN_FILE="${VCPKG_ROOT}/scripts/buildsystems/vcpkg.cmake" \
-  -DCMAKE_CXX_STANDARD=17 \
-  -DODBC_INTEGRATION_TESTING=ON \
-  -DBQ_DRIVER_INTEGRATION_TESTS=ON \
-  -DENABLE_SANITIZER=ON \
-  -DODBC_DEMO_TESTING=ON \
-  -DODBC_EXAMPLES=ON \
-  -DODBC_UNIT_TESTING=OFF \
-  -DCLIENT_LIBRARY_INTEGRATION_TESTING=OFF
-
-io::run cmake --build cmake-out
-
-mapfile -t ctest_args < <(ctest::common_args)
-io::run env -C cmake-out ctest "${ctest_args[@]}"
+# ---------------------------------------------------------------------------
+# Existing
+# ---------------------------------------------------------------------------
+
+echo
+echo "Preparing Existing Driver"
+echo "------------------------------------------------------------"
+
+export ODBC_TESTS_DSN="SampleDSN"
+export ODBCINI="${EXISTING_ODBCINI}"
+export ODBCINSTINI="/opt/odbc-driver/googlebigqueryodbc/odbcinst.ini"
+
+run_benchmark \
+  "Existing" \
+  "${EXISTING_RESULT}" \
+  "/opt/odbc-driver/googlebigqueryodbc" \
+  "${EXISTING_ODBCINI}"
+
+# ---------------------------------------------------------------------------
+# Generate comparison
+# ---------------------------------------------------------------------------
+
+echo
+echo "============================================================"
+echo "Generating benchmark comparison"
+echo "============================================================"
+
+PARSER="${WORKSPACE_DIR}/ci/cloudbuild/builds/lib/benchmark_results.py"
+
+if [[ ! -f "${PARSER}" ]]; then
+  echo "ERROR: benchmark_results.py was not found:"
+  echo "  ${PARSER}"
+  exit 1
+fi
+
+python3 "${PARSER}" \
+  --existing "${EXISTING_RESULT}" \
+  --current "${CURRENT_RESULT}" \
+  --main "${MAIN_RESULT}" \
+  --output "${SUMMARY_RESULT}"
+
+# ---------------------------------------------------------------------------
+# Upload results
+# ---------------------------------------------------------------------------
+
+RESULTS_BUCKET="${PERF_DRIVER_BUCKET}/${SANITIZED_BRANCH}/linux/results"
+
+echo
+echo "Uploading benchmark results"
+echo "------------------------------------------------------------"
+
+gcloud storage cp \
+  "${CURRENT_RESULT}" \
+  "${MAIN_RESULT}" \
+  "${EXISTING_RESULT}" \
+  "${SUMMARY_RESULT}" \
+  "${RESULTS_BUCKET}/"
+
+echo
+echo "Results uploaded to:"
+echo "  ${RESULTS_BUCKET}/"
+
+echo
+echo "============================================================"
+echo "Benchmark completed successfully"
+echo "============================================================"