[FLINK-39312][pipeline][hudi] Fix Hudi connector packaging to include flink-metrics-dropwizard dependency. (#4332)

Author: cshuo

flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-hudi/pom.xml

@@ -247,7 +247,6 @@ limitations under the License.
             <groupId>org.apache.flink</groupId>
             <artifactId>flink-metrics-dropwizard</artifactId>
             <version>${flink.version}</version>
-            <scope>test</scope>
         </dependency>
     </dependencies>
 

flink-cdc-e2e-tests/flink-cdc-pipeline-e2e-tests/src/test/java/org/apache/flink/cdc/pipeline/tests/MySqlToHudiE2eITCase.java

@@ -238,15 +238,13 @@ public void testSyncWholeDatabase() throws Exception {
         Path hudiCdcConnector = TestUtils.getResource("hudi-cdc-pipeline-connector.jar");
         Path hadoopJar = TestUtils.getResource("flink-shade-hadoop.jar");
         Path hadoopCompatibilityJar = TestUtils.getResource("flink-hadoop-compatibility.jar");
-        Path dropMetricsJar = TestUtils.getResource("flink-metrics-dropwizard.jar");
         Path flinkParquet = TestUtils.getResource("flink-parquet.jar");
         JobID pipelineJobID =
                 submitPipelineJob(
                         pipelineJob,
                         hudiCdcConnector,
                         hadoopJar,
                         hadoopCompatibilityJar,
-                        dropMetricsJar,
                         flinkParquet);
         waitUntilJobRunning(pipelineJobID, Duration.ofSeconds(60));
         LOG.info("Pipeline job is running");
@@ -572,7 +570,6 @@ public void testStopAndRestartFromSavepoint() throws Exception {
         Path hudiHadoopCommonJar = TestUtils.getResource("hudi-hadoop-common.jar");
         Path hadoopJar = TestUtils.getResource("flink-shade-hadoop.jar");
         Path hadoopCompatibilityJar = TestUtils.getResource("flink-hadoop-compatibility.jar");
-        Path dropMetricsJar = TestUtils.getResource("flink-metrics-dropwizard.jar");
         Path flinkParquet = TestUtils.getResource("flink-parquet.jar");
 
         // Start the pipeline job
@@ -584,7 +581,6 @@ public void testStopAndRestartFromSavepoint() throws Exception {
                         hudiHadoopCommonJar,
                         hadoopJar,
                         hadoopCompatibilityJar,
-                        dropMetricsJar,
                         flinkParquet);
         waitUntilJobRunning(pipelineJobID1, Duration.ofSeconds(60));
 
@@ -662,7 +658,6 @@ public void testStopAndRestartFromSavepoint() throws Exception {
                         hudiHadoopCommonJar,
                         hadoopJar,
                         hadoopCompatibilityJar,
-                        dropMetricsJar,
                         flinkParquet);
         waitUntilJobRunning(pipelineJobID2, Duration.ofSeconds(60));
         LOG.info("Job restarted from savepoint");