[Improve][E2E] Reduce the times of copy connector jar to container

Author: Hisoka-X

Diff for: seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/common/util/ContainerUtil.java

@@ -94,13 +94,16 @@ public static void copyConnectorJarToContainer(
         Set<String> connectorNames = getConnectors(jobConfig, connectors, "source");
         connectorNames.addAll(getConnectors(jobConfig, connectors, "sink"));
         File module = new File(PROJECT_ROOT_PATH + File.separator + connectorsRootPath);
-
         List<File> connectorFiles = getConnectorFiles(module, connectorNames, connectorPrefix);
-        connectorFiles.forEach(
-                jar ->
-                        container.copyFileToContainer(
-                                MountableFile.forHostPath(jar.getAbsolutePath()),
-                                Paths.get(seatunnelHome, "connectors", jar.getName()).toString()));
+        List<String> jars = getAlreadyInContainerConnectors(container, seatunnelHome);
+        connectorFiles.stream()
+                .filter(jar -> !jars.contains(jar.getName()))
+                .forEach(
+                        jar ->
+                                container.copyFileToContainer(
+                                        MountableFile.forHostPath(jar.getAbsolutePath()),
+                                        Paths.get(seatunnelHome, "connectors", jar.getName())
+                                                .toString()));
     }
 
     public static void copyAllConnectorJarToContainer(
@@ -126,11 +129,15 @@ public static void copyAllConnectorJarToContainer(
                                                 connectors.getConfig(pluginType.getType()))));
         File module = new File(PROJECT_ROOT_PATH + File.separator + connectorsRootPath);
         List<File> connectorFiles = getConnectorFiles(module, connectorNames, connectorPrefix);
-        connectorFiles.forEach(
-                jar ->
-                        container.copyFileToContainer(
-                                MountableFile.forHostPath(jar.getAbsolutePath()),
-                                Paths.get(seatunnelHome, "connectors", jar.getName()).toString()));
+        List<String> jars = getAlreadyInContainerConnectors(container, seatunnelHome);
+        connectorFiles.stream()
+                .filter(jar -> !jars.contains(jar.getName()))
+                .forEach(
+                        jar ->
+                                container.copyFileToContainer(
+                                        MountableFile.forHostPath(jar.getAbsolutePath()),
+                                        Paths.get(seatunnelHome, "connectors", jar.getName())
+                                                .toString()));
     }
 
     public static Set<String> getConnectorNames(Config config) {
@@ -155,6 +162,19 @@ public static Set<String> getConnectorIdentifier(String connectorType, String pl
         return treeSet;
     }
 
+    private static List<String> getAlreadyInContainerConnectors(
+            GenericContainer<?> container, String seatunnelHome) {
+        try {
+            Container.ExecResult execResult =
+                    container.execInContainer(
+                            "ls", Paths.get(seatunnelHome, "connectors").toString());
+            String result = execResult.getStdout();
+            return Arrays.stream(result.split("\n")).collect(Collectors.toList());
+        } catch (Exception e) {
+            throw new RuntimeException(e);
+        }
+    }
+
     public static String copyConfigFileToContainer(GenericContainer<?> container, String confFile) {
         final String targetConfInContainer = Paths.get("/tmp", confFile).toString();
         container.copyFileToContainer(