Merge branch 'refs/heads/main' into flink-support-patition-pushdown

# Conflicts:
#	fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink/row/FlinkAsFlussRow.java
#	fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink/source/FlinkSource.java
#	fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink/source/FlinkTableSource.java
#	fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink/source/PredicateConverter.java
#	fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink/source/enumerator/FlinkSourceEnumerator.java
#	fluss-flink/fluss-flink-common/src/test/java/org/apache/fluss/flink/source/enumerator/FlinkSourceEnumeratorTest.java

Author: Alibaba-HZY

.github/ISSUE_TEMPLATE/bug.yml

@@ -28,10 +28,10 @@ body:
     attributes:
       label: Search before asking
       description: >
-        Please search [issues](https://github.com/alibaba/fluss/issues) to check if your issue has already been reported.
+        Please search [issues](https://github.com/apache/fluss/issues) to check if your issue has already been reported.
       options:
         - label: >
-            I searched in the [issues](https://github.com/alibaba/fluss/issues) and found nothing similar.
+            I searched in the [issues](https://github.com/apache/fluss/issues) and found nothing similar.
           required: true
   - type: dropdown
     attributes:

.github/ISSUE_TEMPLATE/feature.yml

@@ -28,10 +28,10 @@ body:
     attributes:
       label: Search before asking
       description: >
-        Please search [issues](https://github.com/alibaba/fluss/issues) to check if your issue has already been reported.
+        Please search [issues](https://github.com/apache/fluss/issues) to check if your issue has already been reported.
       options:
         - label: >
-            I searched in the [issues](https://github.com/alibaba/fluss/issues) and found nothing similar.
+            I searched in the [issues](https://github.com/apache/fluss/issues) and found nothing similar.
           required: true
   - type: textarea
     attributes:

.github/ISSUE_TEMPLATE/task.yml

@@ -28,10 +28,10 @@ body:
     attributes:
       label: Search before asking
       description: >
-        Please search [issues](https://github.com/alibaba/fluss/issues) to check if your issue has already been reported.
+        Please search [issues](https://github.com/apache/fluss/issues) to check if your issue has already been reported.
       options:
         - label: >
-            I searched in the [issues](https://github.com/alibaba/fluss/issues) and found nothing similar.
+            I searched in the [issues](https://github.com/apache/fluss/issues) and found nothing similar.
           required: true
   - type: textarea
     attributes:

.github/PULL_REQUEST_TEMPLATE.md

@@ -3,7 +3,7 @@
 
 ## Contribution Checklist
 
-  - Make sure that the pull request corresponds to a [GitHub issue](https://github.com/alibaba/fluss/issues). Exceptions are made for typos in JavaDoc or documentation files, which need no issue.
+  - Make sure that the pull request corresponds to a [GitHub issue](https://github.com/apache/fluss/issues). Exceptions are made for typos in JavaDoc or documentation files, which need no issue.
 
   - Name the pull request in the format "[component] Title of the pull request", where *[component]* should be replaced by the name of the component being changed. Typically, this corresponds to the component label assigned to the issue (e.g., [kv], [log], [client], [flink]). Skip *[component]* if you are unsure about which is the best component.
 

.github/workflows/ci-template.yaml

@@ -0,0 +1,79 @@
+################################################################################
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+################################################################################
+
+# .github/workflows/ci-template.yaml
+name: CI Template
+
+on:
+  workflow_call:
+    inputs:
+      java-version:
+        required: true
+        type: string
+      maven-parameters:
+        description: "Any parameters of the Maven command."
+        required: false
+        type: string
+        default: ""
+jobs:
+  build:
+    runs-on: self-hosted
+    strategy:
+      fail-fast: false
+      matrix:
+        module: [ core, flink, lake ]
+    name: "${{ matrix.module }}"
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+      - name: Set up JDK
+        uses: actions/setup-java@v4
+        with:
+          java-version: ${{ inputs.java-version }}
+          distribution: 'temurin'
+      - name: Build
+        run: |
+          mvn -T 1C -B clean install -DskipTests ${{ inputs.maven-parameters }}
+      - name: Test
+        timeout-minutes: 60
+        run: |
+          TEST_MODULES=$(./.github/workflows/stage.sh ${{ matrix.module }})
+          echo "github ref: ${{ github.ref }}"
+          echo "Start testing modules: $TEST_MODULES"
+          mvn -B verify $TEST_MODULES -Ptest-coverage -Ptest-${{ matrix.module }} -Dlog.dir=${{ runner.temp }}/fluss-logs -Dlog4j.configurationFile=${{ github.workspace }}/tools/ci/log4j.properties ${{ inputs.maven-parameters }}
+        env:
+          MAVEN_OPTS: -Xmx4096m
+          ARTIFACTS_OSS_ENDPOINT: ${{ secrets.ARTIFACTS_OSS_ENDPOINT }}
+          ARTIFACTS_OSS_REGION: ${{ secrets.ARTIFACTS_OSS_REGION }}
+          ARTIFACTS_OSS_BUCKET: ${{ secrets.ARTIFACTS_OSS_BUCKET }}
+          ARTIFACTS_OSS_ACCESS_KEY: ${{ secrets.ARTIFACTS_OSS_ACCESS_KEY }}
+          ARTIFACTS_OSS_SECRET_KEY: ${{ secrets.ARTIFACTS_OSS_SECRET_KEY }}
+          ARTIFACTS_OSS_STS_ENDPOINT: ${{ secrets.ARTIFACTS_OSS_STS_ENDPOINT }}
+          ARTIFACTS_OSS_ROLE_ARN: ${{ secrets.ARTIFACTS_OSS_ROLE_ARN }}
+      - name: Upload build logs
+        uses: actions/upload-artifact@v4
+        if: ${{ failure() }}
+        with:
+          name: logs-test-${{ matrix.module }}-${{ github.run_number}}#${{ github.run_attempt }}
+          path: ${{ runner.temp }}/fluss-logs/*
+      - name: Upload JaCoCo coverage report
+        uses: actions/upload-artifact@v4
+        if: ${{ success() && github.ref == 'refs/heads/main' }}
+        with:
+          name: jacoco-report-${{ matrix.module }}-${{ github.run_number}}#${{ github.run_attempt }}
+          path: ${{ github.workspace }}/fluss-test-coverage/target/site/jacoco-aggregate/*

.github/workflows/ci.yaml

@@ -22,52 +22,36 @@ on:
       - main
       - release-**
       - ci-**
+    paths-ignore:
+      - 'website/**'
+      - '**/*.md'
   pull_request:
     paths-ignore:
       - 'website/**'
       - '**/*.md'
+
 concurrency:
   group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.number || github.run_id }}
   cancel-in-progress: true
 
 jobs:
-  build:
-    runs-on: self-hosted
-    strategy:
-      fail-fast: false
-      matrix:
-        module: [ core, flink ]
+  compile-on-jdk8:
+    name: "Compile Java 8"
+    runs-on: ubuntu-latest
     steps:
       - name: Checkout code
         uses: actions/checkout@v2
+      - name: Set up JDK 8
+        uses: actions/setup-java@v4
+        with:
+          java-version: '8'
+          distribution: 'temurin'
       - name: Build
         run: |
-          mvn -T 1C -B clean install -DskipTests
-      - name: Test
-        timeout-minutes: 60
-        run: |
-          TEST_MODULES=$(./.github/workflows/stage.sh ${{ matrix.module }})
-          echo "github ref: ${{ github.ref }}"
-          echo "Start testing modules: $TEST_MODULES"
-          mvn -B verify $TEST_MODULES -Ptest-coverage -Ptest-${{ matrix.module }} -Dlog.dir=${{ runner.temp }}/fluss-logs -Dlog4j.configurationFile=${{ github.workspace }}/tools/ci/log4j.properties
-        env:
-          MAVEN_OPTS: -Xmx4096m
-          ARTIFACTS_OSS_ENDPOINT: ${{ secrets.ARTIFACTS_OSS_ENDPOINT }}
-          ARTIFACTS_OSS_REGION: ${{ secrets.ARTIFACTS_OSS_REGION }}
-          ARTIFACTS_OSS_BUCKET: ${{ secrets.ARTIFACTS_OSS_BUCKET }}
-          ARTIFACTS_OSS_ACCESS_KEY: ${{ secrets.ARTIFACTS_OSS_ACCESS_KEY }}
-          ARTIFACTS_OSS_SECRET_KEY: ${{ secrets.ARTIFACTS_OSS_SECRET_KEY }}
-          ARTIFACTS_OSS_STS_ENDPOINT: ${{ secrets.ARTIFACTS_OSS_STS_ENDPOINT }}
-          ARTIFACTS_OSS_ROLE_ARN: ${{ secrets.ARTIFACTS_OSS_ROLE_ARN }}
-      - name: Upload build logs
-        uses: actions/upload-artifact@v4
-        if: ${{ failure() }}
-        with:
-          name: logs-test-${{ matrix.module }}-${{ github.run_number}}#${{ github.run_attempt }}
-          path: ${{ runner.temp }}/fluss-logs/*
-      - name: Upload JaCoCo coverage report
-        uses: actions/upload-artifact@v4
-        if: ${{ success() && github.ref == 'refs/heads/main' }}
-        with:
-          name: jacoco-report-${{ matrix.module }}-${{ github.run_number}}#${{ github.run_attempt }}
-          path: ${{ github.workspace }}/fluss-test-coverage/target/site/jacoco-aggregate/*
+          mvn -T 1C -B clean install -DskipTests -Pjava8
+
+  build-on-jdk11:
+    name: "Java 11"
+    uses: ./.github/workflows/ci-template.yaml
+    with:
+        java-version: "11"

.github/workflows/license-check.yml

@@ -37,7 +37,7 @@ jobs:
       - name: Set JDK
         uses: actions/setup-java@v4
         with:
-          java-version: 8
+          java-version: 11
           distribution: 'temurin'
 
       - name: Build

.github/workflows/nightly.yaml

@@ -0,0 +1,34 @@
+################################################################################
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+################################################################################
+name: Nightly
+on:
+  schedule:
+    # Run at 20:00 UTC daily which is the lowest traffic time for Fluss project.
+    - cron: "0 20 * * *"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.number || github.run_id }}
+  cancel-in-progress: true
+
+jobs:
+  build-on-jdk8:
+    name: "Java 8"
+    uses: ./.github/workflows/ci-template.yaml
+    with:
+      java-version: "8"
+      maven-parameters: "-Pjava8"

.github/workflows/stage.sh

@@ -19,11 +19,17 @@
 
 STAGE_CORE="core"
 STAGE_FLINK="flink"
+STAGE_LAKE="lake"
 
 MODULES_FLINK="\
 fluss-flink,\
 fluss-flink/fluss-flink-common,\
+fluss-flink/fluss-flink-2.1,\
 fluss-flink/fluss-flink-1.20,\
+"
+
+# we move Flink legacy version tests to "lake" module for balancing testing time
+MODULES_LAKE="\
 fluss-flink/fluss-flink-1.19,\
 fluss-flink/fluss-flink-1.18,\
 fluss-lake,\
@@ -36,7 +42,10 @@ function get_test_modules_for_stage() {
     local stage=$1
 
     local modules_flink=$MODULES_FLINK
-    local modules_core=\!${MODULES_FLINK//,/,\!}
+    local modules_lake=$MODULES_LAKE
+    local negated_flink=\!${MODULES_FLINK//,/,\!}
+    local negated_lake=\!${MODULES_LAKE//,/,\!}
+    local modules_core="$negated_flink,$negated_lake"
 
     case ${stage} in
         (${STAGE_CORE})
@@ -45,6 +54,9 @@ function get_test_modules_for_stage() {
         (${STAGE_FLINK})
             echo "-pl fluss-test-coverage,$modules_flink"
         ;;
+        (${STAGE_LAKE})
+            echo "-pl fluss-test-coverage,$modules_lake"
+        ;;
     esac
 }