ci: Add cluster test for vector search

tests/clusterintegrationtest/.gitignore

@@ -0,0 +1,3 @@
+/tidb-server
+/gobin/
+/.venv/

tests/clusterintegrationtest/README.md

@@ -0,0 +1,100 @@
+# Cluster Integration Test
+
+Before running the tests, please install tiup and build tidb binary:
+```shell
+curl --proto '=https' --tlsv1.2 -sSf https://tiup-mirrors.pingcap.com/install.sh | sh
+source .bash_profile
+tiup --version
+
+# cd tidb
+make
+```
+
+## Guide: Run tests
+
+```shell
+# cd clusterintegrationtest
+./run_mysql_tester.sh  # mysql-tester test
+
+# vector python testers
+python3 -m pip install uv
+uv init --python python3.9
+uv venv
+uv pip install -r requirements.txt
+# prepare datasets
+cd datasets
+wget https://ann-benchmarks.com/fashion-mnist-784-euclidean.hdf5
+wget https://ann-benchmarks.com/mnist-784-euclidean.hdf5
+cd ..
+./run_python_testers.sh
+
+./run_upgrade_test.sh  # upgrade cluster test
+```
+
+## Guide: Update `r`
+
+After changing `t` or changing optimizer plans, `r` need to be updated.
+
+1. Start an empty cluster and expose TiDB as :4000
+
+   ```shell
+   # cd clusterintegrationtest
+   ./cluster.sh
+   ```
+
+   Note: You may need to wait about 30s for TiFlash to be ready.
+
+2. Run following commands
+
+   ```shell
+   # cd clusterintegrationtest
+   GOBIN=$(realpath .)/gobin go install github.com/pingcap/mysql-tester/src@314107b26aa8fce86beb0dd48e75827fb269b365
+   ./gobin/src -retry-connection-count 5 -record
+   ```
+
+## Guide: Develop python_testers
+
+1. Prepare local environment
+
+   ```shell
+   # cd clusterintegrationtest
+   python3 -m pip install uv
+   uv init --python python3.9
+   uv venv
+   uv pip install -r requirements.txt
+   ```
+
+2. Download datasets
+
+   ```shell
+   # cd clusterintegrationtest
+   cd datasets
+   wget https://ann-benchmarks.com/fashion-mnist-784-euclidean.hdf5
+   wget https://ann-benchmarks.com/mnist-784-euclidean.hdf5
+   cd ..
+   ```
+
+3. Start a CSE cluster and expose TiDB as :4000
+
+   ```shell
+   # cd clusterintegrationtest
+   ./cluster.sh
+   ```
+
+   Note: You may need to wait about 30s for TiFlash to be ready.
+
+4. Run, edit and debug tests
+
+   ```shell
+   # cd clusterintegrationtest
+   uv run python_testers/vector_recall.py
+   ```
+
+## Note:
+If your contribution involves tidb and tiflash and will affect the test cases of this test, please submit your contribution to tiflash first and wait 2 hours after the merge before executing this test.
+
+
+1. In tidb, we will download the binary of the tiflash master branch as a component for cluster testing. Please make sure that your tiflash code is submitted to the master branch.
+2. In tiflash, we will also download the binary of the tidb master branch as a component for cluster testing. Please make sure that your tidb code is submitted to the master branch.
+
+If you have other questions about this test, please contact @EricZequan.

tests/clusterintegrationtest/_include.sh

@@ -0,0 +1,165 @@
+#!/bin/bash
+#
+# Copyright 2025 PingCAP, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -euo pipefail
+
+function start_tidb() {
+  export VERSION_SOURCE="nightly"
+
+  if [ ! -f "../../bin/tidb-server" ]; then
+    cd ../../ || exit 1
+    echo "building tidb-server..."
+    make
+    echo "build successfully"
+    cd - || exit 1
+  fi
+
+  echo "Starting TiUP Playground in the background..."
+  if [ -f "../../bin/tikv-server" ] && [ -f "../../bin/pd-server" ] && [ -f "../../bin/tiflash" ]; then
+    tiup playground nightly --mode=tidb \
+    --db.binpath=../../bin/tidb-server \
+    --db.config=./config.toml \
+    --kv.binpath=../../bin/tikv-server \
+    --pd.binpath=../../bin/pd-server \
+    --tiflash.binpath=../../bin/tiflash &
+  else
+    tiup playground nightly --db=1 --kv=1 --tiflash=1 --db.binpath=../../bin/tidb-server --db.config=./config.toml &
+  fi
+}
+
+function check_and_prepare_datasets() {
+  if [ -f "./fashion-mnist-784-euclidean.hdf5" ] && [ -f "./mnist-784-euclidean.hdf5" ]; then
+    echo "Datasets already exist, skip"
+    return
+  fi
+
+  if [ -d "${ASSETS_DIR}" ]; then
+    if [ -f "${ASSETS_DIR}/fashion-mnist-784-euclidean.hdf5" ]; then
+      echo "Moving fashion-mnist dataset from ASSETS_DIR..."
+      mv "${ASSETS_DIR}/fashion-mnist-784-euclidean.hdf5" .
+    else
+      echo "Downloading fashion-mnist dataset..."
+      wget https://ann-benchmarks.com/fashion-mnist-784-euclidean.hdf5
+    fi
+
+    if [ -f "${ASSETS_DIR}/mnist-784-euclidean.hdf5" ]; then
+      echo "Moving mnist dataset from ASSETS_DIR..."
+      mv "${ASSETS_DIR}/mnist-784-euclidean.hdf5" .
+    else
+      echo "Downloading mnist dataset..."
+      wget https://ann-benchmarks.com/mnist-784-euclidean.hdf5
+    fi
+  else
+    echo "Downloading fashion-mnist dataset..."
+    wget https://ann-benchmarks.com/fashion-mnist-784-euclidean.hdf5
+
+    echo "Downloading mnist dataset..."
+    wget https://ann-benchmarks.com/mnist-784-euclidean.hdf5
+
+  fi
+}
+
+function start_tidb_fixed_version() {
+  export VERSION_SOURCE="v8.5.1"
+
+  echo "Starting TiUP Playground in the background..."
+  tiup playground v8.5.1 --db=1 --kv=1 --tiflash=1 --db.config=./config.toml &
+}
+
+function build_mysql_tester() {
+  echo "+ Installing mysql-tester"
+  GOBIN=$PWD go install github.com/pingcap/mysql-tester/src@0d83955ea569706e5296cd3e2f54efb7f1206d0b
+  mv src mysql-tester
+}
+
+function wait_for_tidb() {
+  echo
+  echo "+ Waiting TiDB start up"
+
+  for i in {1..30}; do
+    if mysql -e 'show databases' -u root -h 127.0.0.1 --port 4000; then
+      echo "  - TiDB startup successfully"
+      return
+    fi
+    sleep 3
+  done
+  echo "* Fail to start TiDB cluster in 900s"
+  exit 1
+}
+
+function wait_for_tiflash() {
+  echo
+  echo "+ Waiting TiFlash start up (30s)"
+  sleep 30
+}
+
+function stop_tiup() {
+  echo "+ Stopping TiUP"
+  TIUP_PID=$(pgrep -f "tiup-playground")
+  if [ -n "$TIUP_PID" ]; then
+    echo "  - Sending SIGTERM to PID=$TIUP_PID"
+    kill $TIUP_PID
+  fi
+
+  for i in {1..60}; do
+    if ! pgrep -f "tiup-playground" > /dev/null; then
+      echo "  - TiUP stopped successfully"
+      return
+    fi
+    sleep 1
+  done
+
+  echo "* Fail to stop TiUP in 60s"
+  exit 1
+}
+
+function print_versions() {
+  # Print versions
+  if [ "$VERSION_SOURCE" = "nightly" ]; then
+    echo "+ TiDB Version"
+    ../../bin/tidb-server -V
+    echo
+    if [ -f "../../bin/tikv-server" ] && [ -f "../../bin/pd-server" ] && [ -f "../../bin/tiflash" ]; then
+      echo "+ TiKV Version"
+      ../../bin/tikv-server --version
+      echo
+      echo "+ TiFlash Version"
+      ../../bin/tiflash --version
+      echo
+    else
+      echo "+ TiKV Version"
+      tiup tikv:nightly --version
+      echo
+      echo "+ TiFlash Version"
+      tiup tiflash:nightly --version
+      echo
+    fi
+  else
+    echo "+ TiDB Version"
+    tiup tidb:v8.5.1 -V
+    echo
+    echo "+ TiKV Version"
+    tiup tikv:v8.5.1 --version
+    echo
+    echo "+ TiFlash Version"
+    tiup tiflash:v8.5.1 --version
+    echo
+  fi
+
+  echo "+ TiUP Version"
+  ~/.tiup/bin/tiup playground -v
+
+}

tests/clusterintegrationtest/cluster.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+#
+# Copyright 2025 PingCAP, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+cd ../../ || exit 1
+echo "building tidb-server..."
+make
+echo "build successfully"
+
+cd - || exit 1
+
+echo "Starting TiUP Playground in the background..."
+tiup playground nightly --db=1 --kv=1 --tiflash=1 --db.binpath=../../bin/tidb-server --db.config=./config.toml

tests/clusterintegrationtest/config.toml

@@ -0,0 +1,32 @@
+# Copyright 2025 PingCAP, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+lease = "0"
+host = "127.0.0.1"
+new_collations_enabled_on_first_bootstrap = true
+enable-table-lock = true
+
+[status]
+status-host = "127.0.0.1"
+
+[performance]
+stats-lease = "0"
+
+[tikv-client.async-commit]
+safe-window = 0
+allowed-clock-drift = 0
+
+[experimental]
+enable-new-charset = true
+allow-expression-index = true

tests/clusterintegrationtest/datasets/.gitkeep

@@ -0,0 +1,13 @@
+# Copyright 2025 PingCAP, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.