[filesystems/hdfs] Fix class not found issue in hdfs plugin (#1755)

Author: beryllw

fluss-filesystems/fluss-fs-hdfs/pom.xml

@@ -62,6 +62,15 @@
             </exclusions>
         </dependency>
 
+        <!-- We must include protobuf-java, otherwise, will meet
+          Caused by: java.lang.ClassNotFoundException: com.google.protobuf.ServiceException
+         -->
+        <dependency>
+            <groupId>com.google.protobuf</groupId>
+            <artifactId>protobuf-java</artifactId>
+            <version>2.5.0</version>
+        </dependency>
+
         <dependency>
             <groupId>org.apache.hadoop</groupId>
             <artifactId>hadoop-hdfs</artifactId>
@@ -95,21 +104,23 @@
                 </exclusion>
             </exclusions>
         </dependency>
-        <dependency>
-            <groupId>org.apache.fluss</groupId>
-            <artifactId>fluss-test-utils</artifactId>
-        </dependency>
+
+        <!-- for the behavior test suite -->
         <dependency>
             <groupId>org.apache.fluss</groupId>
             <artifactId>fluss-common</artifactId>
             <version>${project.version}</version>
             <scope>test</scope>
             <type>test-jar</type>
         </dependency>
+        <dependency>
+            <groupId>org.apache.fluss</groupId>
+            <artifactId>fluss-test-utils</artifactId>
+        </dependency>
         <dependency>
             <groupId>org.apache.hadoop</groupId>
             <artifactId>hadoop-hdfs</artifactId>
-            <version>${fluss.hadoop.version}</version>
+            <version>${fs.hadoopshaded.version}</version>
             <scope>test</scope>
             <type>test-jar</type>
             <exclusions>

fluss-filesystems/fluss-fs-hdfs/src/main/resources/META-INF/NOTICE

@@ -9,70 +9,13 @@ This project bundles the following dependencies under the Apache Software Licens
 - com.fasterxml.jackson.core:jackson-annotations:2.15.3
 - com.fasterxml.jackson.core:jackson-core:2.15.3
 - com.fasterxml.jackson.core:jackson-databind:2.15.3
-- com.fasterxml.woodstox:woodstox-core:5.3.0
-- com.github.stephenc.jcip:jcip-annotations:1.0-1
-- com.google.guava:guava:11.0.2
-- com.jamesmurty.utils:java-xmlbuilder:0.4
-- com.nimbusds:nimbus-jose-jwt:9.8.1
 - com.squareup.okhttp3:okhttp:4.9.3
 - com.squareup.okio:okio:2.8.0
-- commons-beanutils:commons-beanutils:1.9.4
-- commons-codec:commons-codec:1.15
-- commons-collections:commons-collections:3.2.2
-- commons-configuration:commons-configuration:1.6
-- commons-digester:commons-digester:1.8
-- commons-io:commons-io:2.8.0
-- commons-lang:commons-lang:2.6
-- commons-logging:commons-logging:1.1.3
-- io.netty:netty-buffer:4.1.77.Final
-- io.netty:netty-common:4.1.77.Final
-- io.netty:netty-handler:4.1.77.Final
-- io.netty:netty-transport-native-epoll:4.1.42.Final
-- io.netty:netty-transport-native-unix-common:4.1.77.Final
-- io.netty:netty-transport:4.1.77.Final
-- net.java.dev.jets3t:jets3t:0.9.0
-- net.minidev:accessors-smart:2.4.7
-- net.minidev:json-smart:2.4.7
-- org.apache.commons:commons-compress:1.21
-- org.apache.commons:commons-lang3:3.18.0
-- org.apache.curator:curator-client:4.2.0
-- org.apache.curator:curator-framework:4.2.0
-- org.apache.hadoop.thirdparty:hadoop-shaded-guava:1.1.1
-- org.apache.hadoop:hadoop-annotations:3.3.4
-- org.apache.hadoop:hadoop-auth:3.3.4
-- org.apache.hadoop:hadoop-common:2.10.2
 - org.apache.hadoop:hadoop-hdfs-client:3.3.4
-- org.apache.htrace:htrace-core4:4.1.0-incubating
-- org.apache.httpcomponents:httpclient:4.5.13
-- org.apache.httpcomponents:httpcore:4.4.13
-- org.apache.kerby:kerb-admin:1.0.1
-- org.apache.kerby:kerb-client:1.0.1
-- org.apache.kerby:kerb-common:1.0.1
-- org.apache.kerby:kerb-core:1.0.1
-- org.apache.kerby:kerb-crypto:1.0.1
-- org.apache.kerby:kerb-identity:1.0.1
-- org.apache.kerby:kerb-server:1.0.1
-- org.apache.kerby:kerb-simplekdc:1.0.1
-- org.apache.kerby:kerb-util:1.0.1
-- org.apache.kerby:kerby-asn1:1.0.1
-- org.apache.kerby:kerby-config:1.0.1
-- org.apache.kerby:kerby-pkix:1.0.1
-- org.apache.kerby:kerby-util:1.0.1
-- org.apache.kerby:kerby-xdr:1.0.1
-- org.apache.kerby:token-provider:1.0.1
-- org.apache.yetus:audience-annotations:0.5.0
-- org.apache.zookeeper:zookeeper-jute:3.5.6
-- org.apache.zookeeper:zookeeper:3.5.6
-- org.codehaus.jackson:jackson-core-asl:1.9.13
-- org.codehaus.jackson:jackson-mapper-asl:1.9.13
 - org.jetbrains.kotlin:kotlin-stdlib-common:1.4.10
 - org.jetbrains.kotlin:kotlin-stdlib:1.4.10
-- org.mortbay.jetty:jetty-sslengine:6.1.26
-- org.mortbay.jetty:jetty-util:6.1.26
-- org.mortbay.jetty:jetty:6.1.26
 
-This project bundles the following dependencies under BSD License (https://opensource.org/licenses/bsd-license.php).
+This project bundles the following dependencies under BSD-3 License (https://opensource.org/licenses/BSD-3-Clause).
 See bundled license files for details.
 
-- org.ow2.asm:asm:9.1
-- org.codehaus.woodstox:stax2-api:4.2.1 (https://github.com/FasterXML/stax2-api/tree/stax2-api-4.2.1)
+- com.google.protobuf:protobuf-java:2.5.0

fluss-filesystems/fluss-fs-hdfs/src/main/resources/META-INF/licenses/LICENSE.asm

@@ -0,0 +1,32 @@
+Copyright 2008 Google Inc.  All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are
+met:
+
+    * Redistributions of source code must retain the above copyright
+notice, this list of conditions and the following disclaimer.
+    * Redistributions in binary form must reproduce the above
+copyright notice, this list of conditions and the following disclaimer
+in the documentation and/or other materials provided with the
+distribution.
+    * Neither the name of Google Inc. nor the names of its
+contributors may be used to endorse or promote products derived from
+this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+Code generated by the Protocol Buffer compiler is owned by the owner
+of the input file used when generating it.  This code is not
+standalone and requires a support library to be linked with it.  This
+support library is itself covered by the above license.