[Enhancement] Upgrade Apache Arrow thirdparty to 24.0.0

Bump the C++ thirdparty Arrow from 19.0.1 to 24.0.0. Several dependency
adjustments are required for Arrow 24 to build against StarRocks thirdparty:

- Arrow 24 requires xsimd >= 14.0.0; bump xsimd 13.2.0 -> 14.0.0.
- Arrow links each dependency as shared by default; StarRocks builds
  thrift static-only (libthrift.a), so FindThriftAlt could not locate the
  library and fell back to bundled thrift (0.22.0), whose pinned checksum
  does not match StarRocks thrift 0.23.0. Add -DARROW_THRIFT_USE_SHARED=OFF
  (and use the correctly-cased -DThrift_SOURCE=SYSTEM) to use system thrift.
- Arrow 24 pins zstd 1.5.7 to the official release tarball; StarRocks fed
  its GitHub archive tarball of the same version (different bytes), failing
  Arrow's bundled-zstd checksum. Switch ZSTD_DOWNLOAD to the release tarball.
- Arrow 24 public headers use std::span (C++20). benchgen includes Arrow
  headers but hard-set CMAKE_CXX_STANDARD 17; patch it to C++20 and add
  -fno-sized-deallocation (required by StarRocks under C++20+).
- Regenerate nix/thirdparty-archives.nix for the arrow/xsimd/zstd bumps.

Verified: arrow 24.0.0 configures + compiles (libarrow.a, libparquet.a) and
benchgen builds against it (thrift 0.23.0, xsimd 14.0.0, bundled zstd 1.5.7).

Author: Hyper-FF

nix/thirdparty-archives.nix

@@ -9,10 +9,10 @@ let
       md5 = "955b6faedf32ec2ce1b7725561d15618";
       sha256 = "00nnmg2mazx8i1brxzvbmfq5j7738md884373nx8jq0096di4222";
     };
-    "arrow-apache-arrow-19.0.1.tar.gz" = {
-      url = "https://github.com/apache/arrow/archive/refs/tags/apache-arrow-19.0.1.tar.gz";
-      md5 = "8c5091da0f8fb41a47d7f4dad7b712df";
-      sha256 = "0snqca1wlkxc22n8k2gs21g6py8r575hwwgqns3cqhc8jl28b2ac";
+    "arrow-apache-arrow-24.0.0.tar.gz" = {
+      url = "https://github.com/apache/arrow/archive/refs/tags/apache-arrow-24.0.0.tar.gz";
+      md5 = "66c53bd00baa79034bd2ca167beea436";
+      sha256 = "0a3b43avih2kiniav2rhp24awdhmxhzp4fmvlr6lqci6iwc8vqcl";
     };
     "avro-release-1.12.0.tar.gz" = {
       url = "https://github.com/apache/avro/archive/refs/tags/release-1.12.0.tar.gz";
@@ -349,10 +349,10 @@ let
       md5 = "161cbf4c347f6daadacfb749c31842f8";
       sha256 = "1g943v85ipgyxb62hrn54fsc5aicihrp6rwvj0pb6p19l181swym";
     };
-    "xsimd-13.2.0.tar.gz" = {
-      url = "https://github.com/xtensor-stack/xsimd/archive/refs/tags/13.2.0.tar.gz";
-      md5 = "f451a1c57d2a4fdc0ba663be438dced4";
-      sha256 = "0yj4hbdfrhwkdny6fb7yq5jbw6pldp1m671jf3f5l64cahywvn7d";
+    "xsimd-14.0.0.tar.gz" = {
+      url = "https://github.com/xtensor-stack/xsimd/archive/refs/tags/14.0.0.tar.gz";
+      md5 = "75c0d34cf7011924ba19978076c76dc1";
+      sha256 = "1khd94aipz09blfxvnp53g9r4frsbx68v4yn146c2ma9jlv05php";
     };
     "xxHash-0.8.3.tar.gz" = {
       url = "https://github.com/Cyan4973/xxHash/archive/refs/tags/v0.8.3.tar.gz";
@@ -365,9 +365,9 @@ let
       sha256 = "1l87r6h8qccba1yjx6n13q36yh0wrq3rzz9nnraq5ssjr2lmmipr";
     };
     "zstd-1.5.7.tar.gz" = {
-      url = "https://github.com/facebook/zstd/archive/v1.5.7.tar.gz";
-      md5 = "619a019adbbc4536e7fb93cdbb01af3e";
-      sha256 = "1qrf074w0wlykrj3pgfs5qp90s374a05pa0wdvjm82djar2jimrp";
+      url = "https://github.com/facebook/zstd/releases/download/v1.5.7/zstd-1.5.7.tar.gz";
+      md5 = "780fc1896922b1bc52a4e90980cdda48";
+      sha256 = "18vgkvh7w6zw4jn2aj1mp0yv98m4fk52ay6da0wh4pm194gyaczb";
     };
   };
 
@@ -486,7 +486,7 @@ let
       "librdkafka-2.11.0.tar.gz"
       "pulsar-client-3.3.0.tar.gz"
       "flatbuffers-v1.10.0.tar.gz"
-      "arrow-apache-arrow-19.0.1.tar.gz"
+      "arrow-apache-arrow-24.0.0.tar.gz"
       "brotli-1.0.9.tar.gz"
       "zstd-1.5.7.tar.gz"
       "s2geometry-0.9.0.tar.gz"
@@ -521,7 +521,7 @@ let
       "simdutf-5.2.8.tar.gz"
       "poco-1.12.5-release.tar.gz"
       "icu4c-76_1-src.zip"
-      "xsimd-13.2.0.tar.gz"
+      "xsimd-14.0.0.tar.gz"
       "libxml2-2.11.7.tar.gz"
       "azure-storage-files-shares_12.12.0.tar.gz"
       "libdivide-v5.2.0.tar.gz"
@@ -557,7 +557,7 @@ let
       "librdkafka-2.11.0.tar.gz"
       "pulsar-client-3.3.0.tar.gz"
       "flatbuffers-v1.10.0.tar.gz"
-      "arrow-apache-arrow-19.0.1.tar.gz"
+      "arrow-apache-arrow-24.0.0.tar.gz"
       "brotli-1.0.9.tar.gz"
       "zstd-1.5.7.tar.gz"
       "s2geometry-0.9.0.tar.gz"
@@ -590,7 +590,7 @@ let
       "simdutf-5.2.8.tar.gz"
       "poco-1.12.5-release.tar.gz"
       "icu4c-76_1-src.zip"
-      "xsimd-13.2.0.tar.gz"
+      "xsimd-14.0.0.tar.gz"
       "libxml2-2.11.7.tar.gz"
       "azure-storage-files-shares_12.12.0.tar.gz"
       "libdivide-v5.2.0.tar.gz"
@@ -626,7 +626,7 @@ let
       "librdkafka-2.11.0.tar.gz"
       "pulsar-client-3.3.0.tar.gz"
       "flatbuffers-v1.10.0.tar.gz"
-      "arrow-apache-arrow-19.0.1.tar.gz"
+      "arrow-apache-arrow-24.0.0.tar.gz"
       "brotli-1.0.9.tar.gz"
       "zstd-1.5.7.tar.gz"
       "s2geometry-0.9.0.tar.gz"
@@ -659,7 +659,7 @@ let
       "simdutf-5.2.8.tar.gz"
       "poco-1.12.5-release.tar.gz"
       "icu4c-76_1-src.zip"
-      "xsimd-13.2.0.tar.gz"
+      "xsimd-14.0.0.tar.gz"
       "libxml2-2.11.7.tar.gz"
       "azure-storage-files-shares_12.12.0.tar.gz"
       "libdivide-v5.2.0.tar.gz"

thirdparty/build-thirdparty.sh

@@ -964,7 +964,8 @@ build_arrow() {
     -DCMAKE_PREFIX_PATH=${TP_INSTALL_DIR} \
     -G "${CMAKE_GENERATOR}" \
     -DThrift_ROOT=$TP_INSTALL_DIR/ \
-    -Dthrift_SOURCE=SYSTEM \
+    -DARROW_THRIFT_USE_SHARED=OFF \
+    -DThrift_SOURCE=SYSTEM \
     -Dxsimd_SOURCE=SYSTEM \
     -Dxsimd_DIR=$TP_INSTALL_DIR/share/cmake/xsimd ..
 
@@ -1726,9 +1727,11 @@ build_benchgen() {
     cd ${TP_SOURCE_DIR}/${BENCHGEN_SOURCE}
     perl -0pi -e 's/brotlicommon snappy zstd\)/brotlicommon lz4 snappy zstd)/' \
         cmake_modules/BenchmarkArrow.cmake
+    perl -0pi -e 's/set\(CMAKE_CXX_STANDARD 17\)/set(CMAKE_CXX_STANDARD 20)/' CMakeLists.txt
     ${CMAKE_CMD} -G "${CMAKE_GENERATOR}" -DCMAKE_BUILD_TYPE=Release \
         -DCMAKE_INSTALL_LIBDIR=lib \
         -DCMAKE_INSTALL_PREFIX="${TP_INSTALL_DIR}" \
+        -DCMAKE_CXX_FLAGS="-fno-sized-deallocation" \
         -DBENCHGEN_ARROW_PREFIX="${TP_INSTALL_DIR}" -S . -B build
     ${CMAKE_CMD} --build build -j "${PARALLEL}"
     ${CMAKE_CMD} --install build

thirdparty/vars.sh

@@ -229,10 +229,10 @@ PULSAR_SOURCE=pulsar-client-cpp-3.3.0
 PULSAR_MD5SUM="348b7e5ec39e50547668520d13a417a1"
 
 # zstd
-ZSTD_DOWNLOAD="https://github.com/facebook/zstd/archive/v1.5.7.tar.gz"
+ZSTD_DOWNLOAD="https://github.com/facebook/zstd/releases/download/v1.5.7/zstd-1.5.7.tar.gz"
 ZSTD_NAME=zstd-1.5.7.tar.gz
 ZSTD_SOURCE=zstd-1.5.7
-ZSTD_MD5SUM="619a019adbbc4536e7fb93cdbb01af3e"
+ZSTD_MD5SUM="780fc1896922b1bc52a4e90980cdda48"
 
 # brotli
 BROTLI_DOWNLOAD="https://github.com/google/brotli/archive/v1.0.9.tar.gz"
@@ -247,10 +247,10 @@ FLATBUFFERS_SOURCE=flatbuffers-1.10.0
 FLATBUFFERS_MD5SUM="f7d19a3f021d93422b0bc287d7148cd2"
 
 # arrow
-ARROW_DOWNLOAD="https://github.com/apache/arrow/archive/refs/tags/apache-arrow-19.0.1.tar.gz"
-ARROW_NAME="arrow-apache-arrow-19.0.1.tar.gz"
-ARROW_SOURCE="arrow-apache-arrow-19.0.1"
-ARROW_MD5SUM="8c5091da0f8fb41a47d7f4dad7b712df"
+ARROW_DOWNLOAD="https://github.com/apache/arrow/archive/refs/tags/apache-arrow-24.0.0.tar.gz"
+ARROW_NAME="arrow-apache-arrow-24.0.0.tar.gz"
+ARROW_SOURCE="arrow-apache-arrow-24.0.0"
+ARROW_MD5SUM="66c53bd00baa79034bd2ca167beea436"
 
 # S2
 S2_DOWNLOAD="https://github.com/google/s2geometry/archive/v0.9.0.tar.gz"
@@ -447,10 +447,10 @@ ICU_SOURCE="icu"
 ICU_MD5SUM="f5f5c827d94af8445766c7023aca7f6b"
 
 # xsimd
-XSIMD_DOWNLOAD="https://github.com/xtensor-stack/xsimd/archive/refs/tags/13.2.0.tar.gz"
-XSIMD_NAME="xsimd-13.2.0.tar.gz"
-XSIMD_SOURCE="xsimd-13.2.0"
-XSIMD_MD5SUM="f451a1c57d2a4fdc0ba663be438dced4"
+XSIMD_DOWNLOAD="https://github.com/xtensor-stack/xsimd/archive/refs/tags/14.0.0.tar.gz"
+XSIMD_NAME="xsimd-14.0.0.tar.gz"
+XSIMD_SOURCE="xsimd-14.0.0"
+XSIMD_MD5SUM="75c0d34cf7011924ba19978076c76dc1"
 
 # libxml2
 LIBXML2_DOWNLOAD="https://github.com/GNOME/libxml2/archive/refs/tags/v2.11.7.tar.gz"