Add support for Flink 2.x.

Author: lvyanquan

.github/workflows/flink_cdc_ci.yml

@@ -63,6 +63,14 @@ jobs:
     with:
       java-versions: "[11]"
       modules: "['core']"
+  common_2_x:
+    name: Common Unit Tests 2.x
+    uses: ./.github/workflows/flink_cdc_base.yml
+    with:
+      java-versions: "[11]"
+      flink-versions: "['2.2.0']"
+      custom-maven-parameter: "-Pflink2"
+      modules: "['core_2.x']"
   pipeline-ut:
     name: Pipeline Unit Tests
     uses: ./.github/workflows/flink_cdc_base.yml
@@ -99,6 +107,7 @@ jobs:
     with:
       java-versions: "[11]"
       flink-versions: "['2.2.0']"
+      custom-maven-parameter: "-Pflink2"
       modules: "['pipeline_e2e_2.x']"
       parallelism: ${{ matrix.parallelism }}
   source_e2e:
@@ -108,3 +117,12 @@ jobs:
       java-versions: "[11]"
       flink-versions: "['1.19.3', '1.20.3']"
       modules: "['source_e2e']"
+      modules: "['core_2.x']"
+  common_2_x:
+    name: Common Unit Tests 2.x
+    uses: ./.github/workflows/flink_cdc_base.yml
+    with:
+      java-versions: "[11]"
+      flink-versions: "['2.2.0']"
+      custom-maven-parameter: "-Pflink2"
+      modules: "['core_2.x']"

.github/workflows/flink_cdc_ci_nightly.yml

@@ -54,6 +54,15 @@ jobs:
     with:
       java-versions: "[17]"
       modules: "['core']"
+  common_2_x:
+    if: github.repository == 'apache/flink-cdc'
+    name: Common Unit Tests 2.x
+    uses: ./.github/workflows/flink_cdc_base.yml
+    with:
+      java-versions: "[17]"
+      flink-versions: "['2.2.0']"
+      custom-maven-parameter: "-Pflink2"
+      modules: "['core_2.x']"
   pipeline-ut:
     if: github.repository == 'apache/flink-cdc'
     name: Pipeline Unit Tests
@@ -93,6 +102,7 @@ jobs:
     uses: ./.github/workflows/flink_cdc_base.yml
     with:
       java-versions: "[17]"
+      custom-maven-parameter: "-Pflink2"
       flink-versions: "['2.2.0']"
       modules: "['pipeline_e2e_2.x']"
       parallelism: ${{ matrix.parallelism }}

.github/workflows/modules.py

@@ -17,6 +17,15 @@
     "flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-values"
 ]
 
+MODULES_CORE_2_X = [
+    "flink-cdc-cli",
+    "flink-cdc-common",
+    "flink-cdc-composer",
+    "flink-cdc-runtime",
+    "flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-values",
+    "flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-values-2.x"
+]
+
 MODULES_PIPELINE_CONNECTORS = [
     "flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-doris",
     "flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-elasticsearch",
@@ -146,6 +155,7 @@
 
 ALL_MODULES = set(
     MODULES_CORE +
+    MODULES_CORE_2_X +
     MODULES_PIPELINE_CONNECTORS +
     MODULES_MYSQL_SOURCE +
     MODULES_MYSQL_PIPELINE +

flink-cdc-e2e-tests/flink-cdc-pipeline-e2e-tests-2.x/src/test/java/org/apache/flink/cdc/pipeline/tests/utils/TarballFetcher.java

@@ -60,14 +60,11 @@ private static void fetchInternal(GenericContainer<?> container, CdcVersion vers
 
             container.copyFileToContainer(
                     MountableFile.forHostPath(
-                            TestUtils.getResource(
-                                    "flink-cdc.sh", ".", "flink-cdc-dist-2.x", "src")),
+                            TestUtils.getResource("flink-cdc.sh", "flink-cdc-dist", "src"), 0755),
                     version.workDir() + "/bin/flink-cdc.sh");
-            container.execInContainer("chmod", "+x", version.workDir() + "/bin/flink-cdc.sh");
             container.copyFileToContainer(
                     MountableFile.forHostPath(
-                            TestUtils.getResource(
-                                    "flink-cdc.yaml", ".", "flink-cdc-dist-2.x", "src")),
+                            TestUtils.getResource("flink-cdc.yaml", "flink-cdc-dist", "src"), 0755),
                     version.workDir() + "/conf/flink-cdc.yaml");
             container.copyFileToContainer(
                     MountableFile.forHostPath(TestUtils.getResource("flink-cdc-dist.jar")),

flink-cdc-e2e-tests/pom.xml

@@ -33,9 +33,17 @@ limitations under the License.
         <module>flink-cdc-e2e-utils</module>
         <module>flink-cdc-source-e2e-tests</module>
         <module>flink-cdc-pipeline-e2e-tests</module>
-        <module>flink-cdc-pipeline-e2e-tests-2.x</module>
     </modules>
 
+    <profiles>
+        <profile>
+            <id>flink2</id>
+            <modules>
+                <module>flink-cdc-pipeline-e2e-tests-2.x</module>
+            </modules>
+        </profile>
+    </profiles>
+
     <build>
         <plugins>
             <plugin>