[test] Reduce the number of tests triggered by each CI

Author: JingsongLi

.github/workflows/e2e-tests-flink-1.x-jdk11.yml

@@ -43,8 +43,8 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        # Last element should be the current default flink version
-        flink_version: [ '1.16', '1.17', '1.18', '1.19', '1.20' ]
+        # Only Test Latest Version
+        flink_version: [ '1.20' ]
     steps:
       - name: Checkout code
         uses: actions/checkout@v4

.github/workflows/e2e-tests-flink-1.x.yml

@@ -39,8 +39,8 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        # Last element should be the current default flink version
-        flink_version: [ '2.0', '2.1', '2.2' ]
+        # Only Test Latest Version
+        flink_version: [ '2.2' ]
     steps:
       - name: Checkout code
         uses: actions/checkout@v4

.github/workflows/e2e-tests-flink-2.x-jdk11.yml

@@ -15,7 +15,7 @@
 #  See the License for the specific language governing permissions and
 # limitations under the License.
 ################################################################################
-name: UTCase and ITCase Flink 1.x
+name: UTCase and ITCase Flink 1.x Common
 
 on:
   push:
@@ -39,10 +39,6 @@ jobs:
   build_test:
     runs-on: ubuntu-latest
     timeout-minutes: 60
-    strategy:
-      fail-fast: true
-      matrix:
-        flink_version: ['common', 'cdc', '1.16', '1.17', '1.18', '1.19', '1.20']
 
     steps:
       - name: Checkout code
@@ -56,7 +52,7 @@ jobs:
 
       - name: Build Flink
         run: |
-          COMPILE_MODULE="org.apache.paimon:paimon-flink-${{ matrix.flink_version }}"
+          COMPILE_MODULE="org.apache.paimon:paimon-flink-common"
           echo "Start compiling modules: $COMPILE_MODULE"
           mvn -T 2C -B clean install -DskipTests -Pflink1,spark3 -pl "${COMPILE_MODULE}" -am
 
@@ -65,7 +61,7 @@ jobs:
           . .github/workflows/utils.sh
           jvm_timezone=$(random_timezone)
           echo "JVM timezone is set to $jvm_timezone"
-          TEST_MODULE="org.apache.paimon:paimon-flink-${{ matrix.flink_version }}" 
+          TEST_MODULE="org.apache.paimon:paimon-flink-common" 
           echo "Start testing module: $TEST_MODULE"
           mvn -T 2C -B test verify -Pflink1,spark3 -pl "${TEST_MODULE}" -Duser.timezone=$jvm_timezone
           echo "All modules tested"

.github/workflows/utitcase-flink-1.x.yml …/workflows/utitcase-flink-1.x-common.yml.github/workflows/utitcase-flink-1.x.yml renamed to .github/workflows/utitcase-flink-1.x-common.yml .github/workflows/utitcase-flink-1.x.yml renamed to .github/workflows/utitcase-flink-1.x-common.yml

@@ -15,49 +15,57 @@
 #  See the License for the specific language governing permissions and
 # limitations under the License.
 ################################################################################
-
-name: UTCase and ITCase Flink 1.x on JDK 11
+name: UTCase and ITCase Flink 1.x Others
 
 on:
-  issue_comment:
-    types: [created, edited, deleted]
-
-  # daily run
-  schedule:
-    - cron: "0 0 * * *"
+  push:
+  pull_request:
+    paths-ignore:
+      - 'docs/**'
+      - '**/*.md'
+      - 'paimon-python/**'
+      - '.github/workflows/paimon-python-checks.yml'
+      - 'paimon-lucene/**'
 
 env:
-  JDK_VERSION: 11
+  JDK_VERSION: 8
   MAVEN_OPTS: -Dmaven.wagon.httpconnectionManager.ttlSeconds=30 -Dmaven.wagon.http.retryHandler.requestSentEnabled=true
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.number || github.run_id }}
+  cancel-in-progress: true
+
 jobs:
-  build:
-    if: |
-      github.event_name == 'schedule' ||
-      (contains(github.event.comment.html_url, '/pull/') && contains(github.event.comment.body, '/jdk11'))
+  build_test:
     runs-on: ubuntu-latest
+    timeout-minutes: 60
 
     steps:
       - name: Checkout code
         uses: actions/checkout@v4
+
       - name: Set up JDK ${{ env.JDK_VERSION }}
         uses: actions/setup-java@v4
         with:
           java-version: ${{ env.JDK_VERSION }}
           distribution: 'temurin'
+
       - name: Build Flink
-        run:  mvn -T 1C -B clean install -DskipTests -Pflink1,spark3
+        run: |
+          COMPILE_MODULE="org.apache.paimon:paimon-flink-${{ matrix.flink_version }}"
+          echo "Start compiling modules: $COMPILE_MODULE"
+          mvn -T 2C -B clean install -DskipTests -Pflink1,spark3 -pl "${COMPILE_MODULE}" -am
+
       - name: Test Flink
         run: |
-          # run tests with random timezone to find out timezone related bugs
           . .github/workflows/utils.sh
           jvm_timezone=$(random_timezone)
           echo "JVM timezone is set to $jvm_timezone"
           test_modules=""
-          for suffix in 1.16 1.17 1.18 1.19 1.20 common; do
+          for suffix in cdc 1.16 1.17 1.18 1.19 1.20 2.2; do
           test_modules+="org.apache.paimon:paimon-flink-${suffix},"
           done
           test_modules="${test_modules%,}"
-          mvn -T 1C -B test verify -Pflink1,spark3 -pl "${test_modules}" -Duser.timezone=$jvm_timezone
+          mvn -T 2C -B test verify -Pflink1,spark3 -pl "${test_modules}" -Duser.timezone=$jvm_timezone
         env:
-          MAVEN_OPTS: -Xmx4096m
+          MAVEN_OPTS: -Xmx4096m -XX:+UseG1GC -XX:CICompilerCount=2