Merge pull request #66 from SolaceDev/upgrade/kafka-3.x

3.0.0 Release

Author: Nephery

.github/workflows/build-test.yml

@@ -42,18 +42,18 @@ jobs:
         restore-keys: |
           ${{ runner.os }}-gradle-build-test-
 
-    - name: Setup JDK 8
+    - name: Setup JDK 11
       uses: actions/setup-java@v2
       with:
         distribution: zulu
-        java-version: 8
+        java-version: 11
 
     - name: Validate Gradle wrapper
       uses: gradle/wrapper-validation-action@v1
 
     - name: Install Test Support
       working-directory: solace-integration-test-support
-      run: ./mvnw clean install -DskipTests
+      run: ./mvnw clean install -DskipTests -Dchangelist=
 
     - name: Build and test with Gradle
       run: ./gradlew clean test integrationTest jacocoFullReport --info

.github/workflows/codeql-analysis.yml

@@ -58,7 +58,7 @@ jobs:
 
       # Initializes the CodeQL tools for scanning.
       - name: Initialize CodeQL
-        uses: github/codeql-action/init@v1
+        uses: github/codeql-action/init@v2
         with:
           languages: java
           # If you wish to specify custom queries, you can do so here or in a config file.
@@ -72,7 +72,7 @@ jobs:
       # Autobuild attempts to build any compiled languages  (C/C++, C#, or Java).
       # If this step fails, then you should remove it and run the build manually (see below)
       - name: Autobuild
-        uses: github/codeql-action/autobuild@v1
+        uses: github/codeql-action/autobuild@v2
 
       # ℹ️ Command-line programs to run using the OS shell.
       # 📚 https://git.io/JvXDl
@@ -86,7 +86,7 @@ jobs:
       #   make release
 
       - name: Perform CodeQL Analysis
-        uses: github/codeql-action/analyze@v1
+        uses: github/codeql-action/analyze@v2
 
       - name: Cleanup Gradle Cache
         # Remove some files from the Gradle cache, so they aren't cached by GitHub Actions.

.github/workflows/pmd-analysis.yml

@@ -37,11 +37,11 @@ jobs:
           restore-keys: |
             ${{ runner.os }}-gradle-pmd-
 
-      - name: Setup JDK 8
+      - name: Setup JDK 11
         uses: actions/setup-java@v2
         with:
           distribution: zulu
-          java-version: 8
+          java-version: 11
 
       - name: Validate Gradle wrapper
         uses: gradle/wrapper-validation-action@v1

.github/workflows/spotbugs-analysis.yml

@@ -37,11 +37,11 @@ jobs:
           restore-keys: |
             ${{ runner.os }}-gradle-spotbugs-
 
-      - name: Setup JDK 8
+      - name: Setup JDK 11
         uses: actions/setup-java@v2
         with:
           distribution: zulu
-          java-version: 8
+          java-version: 11
 
       - name: Validate Gradle wrapper
         uses: gradle/wrapper-validation-action@v1

README.md

@@ -129,7 +129,7 @@ Refer to the in-line documentation of the [sample PubSub+ Kafka Source Connector
 
 ### Deployment
 
-The PubSub+ Source Connector deployment has been tested on Apache Kafka 2.4 and Confluent Kafka 5.4 platforms. The Kafka software is typically placed under the root directory: `/opt/<provider>/<kafka or confluent-version>`.
+The PubSub+ Source Connector deployment has been tested on Apache Kafka 3.5 and Confluent Kafka 7.4 platforms. The Kafka software is typically placed under the root directory: `/opt/<provider>/<kafka or confluent-version>`.
 
 Kafka distributions may be available as install bundles, Docker images, Kubernetes deployments, etc. They all support Kafka Connect which includes the scripts, tools and sample properties for Kafka connectors.
 
@@ -156,7 +156,7 @@ In this case the IP address is one of the nodes running the distributed mode wor
   {
     "class": "com.solace.connector.kafka.connect.source.SolaceSourceConnector",
     "type": "source",
-    "version": "2.1.0"
+    "version": "3.0.0"
   },
 ```
 
@@ -317,7 +317,7 @@ Kerberos has some very specific requirements to operate correctly. Some addition
 
 ### Build the Project
 
-JDK 8 or higher is required for this project.
+JDK 11 or higher is required for this project.
 
 1. First, clone this GitHub repo:
    ```shell
@@ -328,7 +328,7 @@ JDK 8 or higher is required for this project.
     ```shell
     git submodule update --init --recursive
     cd solace-integration-test-support
-    ./mvnw clean install -DskipTests
+    ./mvnw clean install -DskipTests -Dchangelist=
     cd ..
     ```
 3. Then run the build script:
@@ -358,13 +358,13 @@ To get started, import the following dependency into your project:
 <dependency>
    <groupId>com.solace.connector.kafka.connect</groupId>
    <artifactId>pubsubplus-connector-kafka-source</artifactId>
-   <version>2.1.0</version>
+   <version>3.0.0</version>
 </dependency>
 ```
 
 **Gradle**
 ```groovy
-compile "com.solace.connector.kafka.connect:pubsubplus-connector-kafka-source:2.1.0"
+compile "com.solace.connector.kafka.connect:pubsubplus-connector-kafka-source:3.0.0"
 ```
 
 Now you can implement your custom `SolMessageProcessorIF`.

build.gradle

@@ -14,8 +14,8 @@ plugins {
 }
 
 ext {
-    kafkaVersion = '2.8.1'
-    solaceJavaAPIVersion = '10.15.0'
+    kafkaVersion = '3.5.1'
+    solaceJavaAPIVersion = '10.21.0'
     isSnapshot = project.version.endsWith('-SNAPSHOT')
 }
 
@@ -44,7 +44,7 @@ dependencies {
     integrationTestImplementation 'org.testcontainers:junit-jupiter:1.16.0'
     integrationTestImplementation 'org.testcontainers:kafka:1.16.0'
     integrationTestImplementation 'org.testcontainers:toxiproxy:1.16.0'
-    integrationTestImplementation 'com.solace.test.integration:pubsubplus-junit-jupiter:0.7.1'
+    integrationTestImplementation 'com.solace.test.integration:pubsubplus-junit-jupiter:1.1.0'
     integrationTestImplementation 'org.slf4j:slf4j-api:1.7.32'
     integrationTestImplementation 'org.apache.logging.log4j:log4j-slf4j-impl:2.16.0'
     integrationTestImplementation 'org.apache.commons:commons-configuration2:2.6'
@@ -60,6 +60,7 @@ dependencies {
     testImplementation 'org.apache.logging.log4j:log4j-slf4j-impl:2.16.0'
     implementation "org.apache.kafka:connect-api:$kafkaVersion"
     implementation "com.solacesystems:sol-jcsmp:$solaceJavaAPIVersion"
+    implementation "org.slf4j:slf4j-api:1.7.36"
 }
 
 pmd {
@@ -198,6 +199,18 @@ task('generateJava', type: Copy) {
 
 project.compileJava {
     dependsOn generateJava
+    sourceCompatibility '11'
+    targetCompatibility '11'
+}
+
+project.compileTestJava {
+    sourceCompatibility '11'
+    targetCompatibility '11'
+}
+
+project.compileIntegrationTestJava {
+    sourceCompatibility '11'
+    targetCompatibility '11'
 }
 
 java {

gradle.properties

@@ -1,2 +1,2 @@
 group=com.solace.connector.kafka.connect
-version=2.3.0
+version=3.0.0

solace-integration-test-support

@@ -47,15 +47,17 @@ public SolaceConnectorDeployment(KafkaConnection kafkaConnection, String kafkaTo
 
   public void waitForConnectorRestIFUp() {
     Request request = new Request.Builder().url(kafkaConnection.getConnectUrl() + "/connector-plugins").build();
-    Response response = null;
-    do {
-      try {
-        Thread.sleep(1000L);
-        response = client.newCall(request).execute();
-      } catch (IOException | InterruptedException e) {
-        // Continue looping
-      }
-    } while (response == null || !response.isSuccessful());
+    assertTimeoutPreemptively(Duration.ofMinutes(15), () -> {
+      Response response = null;
+      do {
+        try {
+          Thread.sleep(1000L);
+          response = client.newCall(request).execute();
+        } catch (IOException | InterruptedException e) {
+          logger.error("Failed to get connector-plugins", e);
+        }
+      } while (response == null || !response.isSuccessful());
+    });
   }
 
   void startConnector(Properties props) {

src/integrationTest/java/com/solace/connector/kafka/connect/source/it/SolaceConnectorDeployment.java

@@ -3,12 +3,12 @@
 import com.solace.connector.kafka.connect.source.SolMessageProcessorIF;
 import com.solace.connector.kafka.connect.source.SolaceSourceConstants;
 import com.solace.connector.kafka.connect.source.SolaceSourceTask;
-import com.solace.connector.kafka.connect.source.it.util.extensions.NetworkPubSubPlusExtension;
 import com.solace.connector.kafka.connect.source.msgprocessors.SolSampleSimpleMessageProcessor;
 import com.solace.test.integration.junit.jupiter.extension.ExecutorServiceExtension;
 import com.solace.test.integration.junit.jupiter.extension.ExecutorServiceExtension.ExecSvc;
 import com.solace.test.integration.junit.jupiter.extension.LogCaptorExtension;
 import com.solace.test.integration.junit.jupiter.extension.LogCaptorExtension.LogCaptor;
+import com.solace.test.integration.junit.jupiter.extension.PubSubPlusExtension;
 import com.solace.test.integration.semp.v2.SempV2Api;
 import com.solacesystems.jcsmp.BytesXMLMessage;
 import com.solacesystems.jcsmp.JCSMPErrorResponseException;
@@ -52,7 +52,7 @@
 
 @ExtendWith(ExecutorServiceExtension.class)
 @ExtendWith(LogCaptorExtension.class)
-@ExtendWith(NetworkPubSubPlusExtension.class)
+@ExtendWith(PubSubPlusExtension.class)
 public class SolaceSourceTaskIT {
 	private SolaceSourceTask solaceSourceTask;
 	private Map<String, String> connectorProperties;