improvement(ci): route maintenance tests in backend IT

Author: FANNG1

.github/workflows/backend-integration-test-action.yml

@@ -25,6 +25,11 @@ on:
         description: 'space-separated changed catalogs-contrib module names, or __all__'
         type: string
         default: ''
+      maintenance_only:
+        required: false
+        description: 'run only maintenance integration tests'
+        type: boolean
+        default: false
 
 jobs:
   start-runner:
@@ -66,26 +71,57 @@ jobs:
       - name: Backend Integration Test (JDK${{ inputs.java-version }}-${{ inputs.test-mode }}-${{ inputs.backend }})
         id: integrationTest
         run: |
-          ALL_CONTRIB_MODULES="$(find catalogs-contrib -mindepth 1 -maxdepth 1 -type d -name 'catalog-*' -exec basename {} \; | sort)"
-          CHANGED_CONTRIB_MODULES="${{ inputs.changed-catalogs-contrib-modules }}"
+          gradle_args=(
+            -PskipTests
+            -PtestMode=${{ inputs.test-mode }}
+            -PjdbcBackend=${{ inputs.backend }}
+            -PskipDockerTests=false
+          )
+
+          if [ "${{ inputs.maintenance_only }}" = "true" ]; then
+            gradle_args+=(
+              :maintenance:optimizer:test
+              :maintenance:jobs:test
+            )
+          else
+            ALL_CONTRIB_MODULES="$(find catalogs-contrib -mindepth 1 -maxdepth 1 -type d -name 'catalog-*' -exec basename {} \; | sort)"
+            CHANGED_CONTRIB_MODULES="${{ inputs.changed-catalogs-contrib-modules }}"
+
+            gradle_args+=(
+              test
+              -x :web:web:test
+              -x :web:integration-test:test
+              -x :web-v2:web:test
+              -x :web-v2:integration-test:test
+              -x :clients:client-python:test
+              -x :flink-connector:flink:test
+              -x :spark-connector:spark-common:test
+              -x :spark-connector:spark-3.3:test
+              -x :spark-connector:spark-3.4:test
+              -x :spark-connector:spark-3.5:test
+              -x :spark-connector:spark-runtime-3.3:test
+              -x :spark-connector:spark-runtime-3.4:test
+              -x :spark-connector:spark-runtime-3.5:test
+              -x :trino-connector:integration-test:test
+              -x :trino-connector:trino-connector:test
+              -x :authorizations:authorization-chain:test
+              -x :authorizations:authorization-ranger:test
+              -x :clients:cli:test
+            )
 
-          EXCLUDE_CONTRIB_TESTS=""
-          if [ "$CHANGED_CONTRIB_MODULES" != "__all__" ]; then
-            for module in $ALL_CONTRIB_MODULES; do
-              if [[ " $CHANGED_CONTRIB_MODULES " != *" $module "* ]]; then
-                EXCLUDE_CONTRIB_TESTS="$EXCLUDE_CONTRIB_TESTS -x :catalogs-contrib:$module:test"
-              fi
-            done
+            if [ "$CHANGED_CONTRIB_MODULES" != "__all__" ]; then
+              for module in $ALL_CONTRIB_MODULES; do
+                if [[ " $CHANGED_CONTRIB_MODULES " != *" $module "* ]]; then
+                  gradle_args+=("-x" ":catalogs-contrib:$module:test")
+                fi
+              done
+            fi
           fi
 
-          ./gradlew test -PskipTests -PtestMode=${{ inputs.test-mode }} -PjdbcBackend=${{ inputs.backend }} -PskipDockerTests=false \
-            -x :web:web:test -x :web:integration-test:test -x :web-v2:web:test -x :web-v2:integration-test:test -x :clients:client-python:test -x :flink-connector:flink:test -x :spark-connector:spark-common:test \
-            -x :spark-connector:spark-3.3:test -x :spark-connector:spark-3.4:test -x :spark-connector:spark-3.5:test \
-            -x :spark-connector:spark-runtime-3.3:test -x :spark-connector:spark-runtime-3.4:test -x :spark-connector:spark-runtime-3.5:test \
-            -x :trino-connector:integration-test:test -x :trino-connector:trino-connector:test \
-            -x :authorizations:authorization-chain:test -x :authorizations:authorization-ranger:test \
-            -x :clients:cli:test -x :maintenance:jobs:test -x :maintenance:optimizer:test \
-            $EXCLUDE_CONTRIB_TESTS
+          printf './gradlew'
+          printf ' %q' "${gradle_args[@]}"
+          printf '\n'
+          ./gradlew "${gradle_args[@]}"
 
       - name: Upload integrate tests reports
         uses: actions/upload-artifact@v7

.github/workflows/backend-integration-test.yml

@@ -21,6 +21,7 @@ jobs:
       - uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36
         id: filter
         with:
+          list-files: shell
           filters: |
             source_changes:
               - .github/**
@@ -40,6 +41,7 @@ jobs:
               - gradle/**
               - iceberg/**
               - integration-test-common/**
+              - maintenance/**
               - meta/**
               - scripts/**
               - server/**
@@ -49,6 +51,31 @@ jobs:
               - gradle.properties
               - gradlew
               - settings.gradle.kts
+      - name: Determine maintenance-module-only changes
+        id: maintenance_module_only
+        env:
+          SOURCE_CHANGE_FILES: ${{ steps.filter.outputs.source_changes_files }}
+        run: |
+          source_files=()
+          if [ -n "${SOURCE_CHANGE_FILES}" ]; then
+            eval "source_files=(${SOURCE_CHANGE_FILES})"
+          fi
+
+          maintenance_module_only=false
+          if [ "${#source_files[@]}" -gt 0 ]; then
+            maintenance_module_only=true
+            for path in "${source_files[@]}"; do
+              case "$path" in
+                maintenance/*) ;;
+                *)
+                  maintenance_module_only=false
+                  break
+                  ;;
+              esac
+            done
+          fi
+
+          echo "maintenance_module_only_changes=${maintenance_module_only}" >> "${GITHUB_OUTPUT}"
       - name: Detect changed catalogs-contrib modules
         id: contrib
         run: |
@@ -80,6 +107,7 @@ jobs:
           echo "changed_catalogs_contrib_modules=$CHANGED_MODULES" >> "$GITHUB_OUTPUT"
     outputs:
       source_changes: ${{ steps.filter.outputs.source_changes }}
+      maintenance_module_only_changes: ${{ steps.maintenance_module_only.outputs.maintenance_module_only_changes }}
       changed_catalogs_contrib_modules: ${{ steps.contrib.outputs.changed_catalogs_contrib_modules }}
 
   BackendIT-on-push:
@@ -104,6 +132,7 @@ jobs:
       java-version: ${{ matrix.java-version }}
       backend: ${{ matrix.backend }}
       test-mode: ${{ matrix.test-mode }}
+      maintenance_only: ${{ needs.changes.outputs.maintenance_module_only_changes == 'true' }}
       changed-catalogs-contrib-modules: ${{ needs.changes.outputs.changed_catalogs_contrib_modules }}
 
   BackendIT-on-pr:
@@ -128,4 +157,5 @@ jobs:
       java-version: ${{ matrix.java-version }}
       backend: ${{ matrix.backend }}
       test-mode: ${{ matrix.test-mode }}
+      maintenance_only: ${{ needs.changes.outputs.maintenance_module_only_changes == 'true' }}
       changed-catalogs-contrib-modules: ${{ needs.changes.outputs.changed_catalogs_contrib_modules }}