Add CMake matrix CI evaluation step executing via test loop

Author: steve-downey

copier/test_cmake_matrix.sh

@@ -0,0 +1,30 @@
+#!/usr/bin/env bash
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+set -euo pipefail
+
+script_dir=$(realpath "$(dirname "${BASH_SOURCE[0]}")")
+
+PRESET=${1:-gcc-release}
+CMAKE_VERSION=${2:-latest}
+
+if [[ "$CMAKE_VERSION" == "latest" || -z "$CMAKE_VERSION" ]]; then
+    export CMAKE_COMMAND="cmake"
+    export CTEST_COMMAND="ctest"
+    echo "Running with default host CMake"
+else
+    echo "Provisioning standard environment for CMake $CMAKE_VERSION"
+    venv_dir=$(mktemp -d)
+    uv venv "$venv_dir" > /dev/null
+    uv pip install "cmake==${CMAKE_VERSION}" --env "$venv_dir" > /dev/null
+    export CMAKE_COMMAND="$venv_dir/bin/cmake"
+    export CTEST_COMMAND="$venv_dir/bin/ctest"
+    
+    echo "Using CMake: $("$CMAKE_COMMAND" --version | head -n 1)"
+    
+    cleanup() {
+        rm -rf "$venv_dir"
+    }
+    trap cleanup EXIT
+fi
+
+"$script_dir/test_standard_project.sh" "$PRESET"

copier/test_standard_project.sh

@@ -1,6 +1,11 @@
+#="${CMAKE_COMMAND:-cmake}"
+#="${CTEST_COMMAND:-ctest}"
 #!/usr/bin/env bash
 # SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
 set -euo pipefail
+CMAKE_COMMAND="${CMAKE_COMMAND:-cmake}"
+CTEST_COMMAND="${CTEST_COMMAND:-ctest}"
+
 
 script_dir=$(realpath "$(dirname "${BASH_SOURCE[0]}")")
 repo_root=$(realpath "$script_dir/..")
@@ -39,15 +44,15 @@ test_project_variant() {
 
     echo "Building standard project variant $variant_name..."
     pushd "$work_dir" > /dev/null 
-    cmake --preset "$PRESET" -B build $cmakelists_args || { 
+    "$CMAKE_COMMAND" --preset "$PRESET" -B build $cmakelists_args || { 
         echo -e "\n\n*** configure failed: $variant_name ***"
         echo "*** Sometimes local CMake modules require a newer compiler than the host default."
         # If failure is just a module C++ scan lack of support, we could suppress, but let's hard fail.
         popd > /dev/null && rm -rf "$work_dir"
         exit 1
     }
-    cmake --build build
-    ctest --test-dir build --output-on-failure
+    "$CMAKE_COMMAND" --build build
+    "$CTEST_COMMAND" --test-dir build --output-on-failure
 
     # Cleanup this variant's dir
     popd > /dev/null && rm -rf "$work_dir"

template/.github/workflows/ci_tests.yml.jinja

@@ -38,6 +38,28 @@ jobs:
         # gcc-release will use GCC 15 which supports C++23 modules appropriately in this container
         run: ./copier/test_standard_project.sh gcc-release
 
+  copier-cmake-matrix:
+    runs-on: ubuntu-latest
+    container:
+      image: ghcr.io/bemanproject/infra-containers-gcc:latest
+    strategy:
+      fail-fast: false
+      matrix:
+        cmake_version: ["3.30.9", "3.31.10", "4.0.3", "4.1.3", "4.2.3", "4.3.2"]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Install uv
+        shell: bash
+        run: |
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+          echo "$HOME/.local/bin" >> $GITHUB_PATH
+      - name: Test Copier Template Variants Matrix
+        shell: bash
+        env:
+          GITHUB_ACTIONS: true
+        # Run across our experimental boundaries
+        run: ./copier/test_cmake_matrix.sh gcc-release ${{ matrix.cmake_version }}
+
   preset-test:
     uses: bemanproject/infra-workflows/.github/workflows/reusable-beman-preset-test.yml@1.7.2
     with: