[Java] java deps upgrade to 2.11.0

.github/workflows/macos_building.yml

@@ -15,7 +15,7 @@ env:
 jobs:
   streaming-mac-pipeline:
     timeout-minutes: 90
-    runs-on: macos-11
+    runs-on: macos-14
 
     steps:
     - uses: actions/checkout@v2

.github/workflows/ubuntu_building.yml

@@ -29,6 +29,7 @@ jobs:
            apt-get install -yq software-properties-common
            add-apt-repository -y ppa:deadsnakes/ppa
            apt-get install -yq wget gcc g++ openjdk-8-jdk maven python3.8 zlib1g-dev zip git pip
+           apt-get install python3.10 python3.10-venv python3.10-dev
 
     - name: Install bazel
       run: |
@@ -40,8 +41,8 @@ jobs:
 
     - name: Install ray wheel
       run: |
-           python3 -m pip install virtualenv
-           python3 -m virtualenv -p python3 py3
+           python3.10 -m pip install virtualenv
+           python3.10 -m virtualenv -p python3.10 py3
            . py3/bin/activate
            pip install pytest
            sh -c "bash scripts/install-ray.sh"

scripts/install-ray.sh

@@ -2,7 +2,7 @@
 
 minor_version=`python -c "import sys;print(sys.version_info[1])"`
 
-python -m pip install ray
+python -m pip install -U ray
 # if [ "$minor_version" == "8" ] ; then
 # 	python -m pip install https://ray-mobius-us.oss-us-west-1.aliyuncs.com/ci/linux/ubuntu/b7d148815e427ccd47046d1c69ee3ab55bf7db3c/ray-2.0.0.dev0-cp38-cp38-linux_x86_64.whl
 # elif [ "$minor_version" == "7" ] ; then

streaming/java/BUILD.bazel

@@ -45,28 +45,28 @@ define_java_module(
         ":io_ray_ray_streaming-common",
         "@maven//:org_testng_testng",
         "@ray_streaming_maven//:com_google_guava_guava",
-        ],
+    ],
     visibility = ["//visibility:public"],
     deps = [
         "@maven//:org_apache_logging_log4j_log4j_api",
         "@maven//:org_apache_logging_log4j_log4j_core",
         "@maven//:org_apache_logging_log4j_log4j_slf4j_impl",
         "@maven//:org_slf4j_slf4j_api",
         "@maven//:org_testng_testng",
-        "@ray_streaming_maven//:io_ray_ray_api",
-        "@ray_streaming_maven//:io_ray_ray_runtime",
-        "@ray_streaming_maven//:com_google_guava_guava",
         "@ray_streaming_maven//:com_esotericsoftware_kryo",
         "@ray_streaming_maven//:com_esotericsoftware_minlog_minlog",
         "@ray_streaming_maven//:com_esotericsoftware_reflectasm_reflectasm",
-        "@ray_streaming_maven//:de_ruedigermoeller_fst",
+        "@ray_streaming_maven//:com_google_guava_guava",
         "@ray_streaming_maven//:com_typesafe_config",
+        "@ray_streaming_maven//:commons_io_commons_io",
         "@ray_streaming_maven//:de_javakaffee_kryo_serializers",
-        "@ray_streaming_maven//:org_aeonbits_owner_owner",
-        "@ray_streaming_maven//:org_apache_commons_commons_lang3",
+        "@ray_streaming_maven//:de_ruedigermoeller_fst",
+        "@ray_streaming_maven//:io_ray_ray_api",
+        "@ray_streaming_maven//:io_ray_ray_runtime",
         "@ray_streaming_maven//:joda_time_joda_time",
-        "@ray_streaming_maven//:commons_io_commons_io",
         "@ray_streaming_maven//:net_java_dev_jna_jna",
+        "@ray_streaming_maven//:org_aeonbits_owner_owner",
+        "@ray_streaming_maven//:org_apache_commons_commons_lang3",
         "@ray_streaming_maven//:org_objenesis_objenesis",
     ],
 )
@@ -89,13 +89,13 @@ define_java_module(
         "@maven//:org_apache_logging_log4j_log4j_core",
         "@maven//:org_apache_logging_log4j_log4j_slf4j_impl",
         "@maven//:org_slf4j_slf4j_api",
-        "@ray_streaming_maven//:com_google_guava_guava",
         "@ray_streaming_maven//:com_esotericsoftware_kryo",
         "@ray_streaming_maven//:com_esotericsoftware_minlog_minlog",
         "@ray_streaming_maven//:com_esotericsoftware_reflectasm_reflectasm",
+        "@ray_streaming_maven//:com_google_guava_guava",
         "@ray_streaming_maven//:de_javakaffee_kryo_serializers",
-        "@ray_streaming_maven//:org_apache_commons_commons_lang3",
         "@ray_streaming_maven//:org_aeonbits_owner_owner",
+        "@ray_streaming_maven//:org_apache_commons_commons_lang3",
         "@ray_streaming_maven//:org_objenesis_objenesis",
     ],
 )
@@ -104,8 +104,8 @@ define_java_module(
     name = "streaming-api",
     define_test_lib = True,
     test_deps = [
-        ":io_ray_ray_streaming-common",
         ":io_ray_ray_streaming-api",
+        ":io_ray_ray_streaming-common",
         "@maven//:org_slf4j_slf4j_api",
         "@maven//:org_testng_testng",
         "@ray_streaming_maven//:com_google_guava_guava",
@@ -119,14 +119,14 @@ define_java_module(
         "@maven//:org_apache_logging_log4j_log4j_core",
         "@maven//:org_apache_logging_log4j_log4j_slf4j_impl",
         "@maven//:org_slf4j_slf4j_api",
-        "@ray_streaming_maven//:io_ray_ray_api",
-        "@ray_streaming_maven//:io_ray_ray_runtime",
-        "@ray_streaming_maven//:com_google_guava_guava",
         "@ray_streaming_maven//:com_google_code_findbugs_jsr305",
         "@ray_streaming_maven//:com_google_code_gson_gson",
-        "@ray_streaming_maven//:org_ow2_asm_asm",
-        "@ray_streaming_maven//:org_apache_commons_commons_lang3",
+        "@ray_streaming_maven//:com_google_guava_guava",
+        "@ray_streaming_maven//:io_ray_ray_api",
+        "@ray_streaming_maven//:io_ray_ray_runtime",
         "@ray_streaming_maven//:org_apache_arrow_arrow_vector",
+        "@ray_streaming_maven//:org_apache_commons_commons_lang3",
+        "@ray_streaming_maven//:org_ow2_asm_asm",
     ],
 )
 
@@ -150,43 +150,43 @@ define_java_module(
         "streaming-runtime/src/main/java/io/ray/streaming/runtime/generated/*.java",
     ],
     test_deps = [
-        ":io_ray_ray_streaming-common",
         ":io_ray_ray_streaming-api",
+        ":io_ray_ray_streaming-common",
         ":io_ray_ray_streaming-runtime",
         "@maven//:org_slf4j_slf4j_api",
         "@maven//:org_testng_testng",
-        "@ray_streaming_maven//:io_ray_ray_api",
-        "@ray_streaming_maven//:io_ray_ray_runtime",
         "@ray_streaming_maven//:com_google_guava_guava",
         "@ray_streaming_maven//:de_ruedigermoeller_fst",
+        "@ray_streaming_maven//:io_ray_ray_api",
+        "@ray_streaming_maven//:io_ray_ray_runtime",
+        "@ray_streaming_maven//:org_aeonbits_owner_owner",
         "@ray_streaming_maven//:org_apache_commons_commons_lang3",
         "@ray_streaming_maven//:org_mockito_mockito_all",
-        "@ray_streaming_maven//:org_aeonbits_owner_owner",
         "@ray_streaming_maven//:org_powermock_powermock_api_mockito",
         "@ray_streaming_maven//:org_powermock_powermock_module_testng",
     ],
     visibility = ["//visibility:public"],
     deps = [
-        ":io_ray_ray_streaming-common",
         ":io_ray_ray_streaming-api",
+        ":io_ray_ray_streaming-common",
         ":io_ray_ray_streaming-state",
         "@maven//:com_google_protobuf_protobuf_java",
         "@maven//:org_apache_logging_log4j_log4j_api",
         "@maven//:org_apache_logging_log4j_log4j_core",
         "@maven//:org_apache_logging_log4j_log4j_slf4j_impl",
         "@maven//:org_msgpack_msgpack_core",
         "@maven//:org_slf4j_slf4j_api",
-        "@ray_streaming_maven//:io_ray_ray_api",
-        "@ray_streaming_maven//:io_ray_ray_runtime",
-        "@ray_streaming_maven//:com_google_guava_guava",
-        "@ray_streaming_maven//:org_apache_commons_commons_lang3",
-        "@ray_streaming_maven//:commons_io_commons_io",
-        "@ray_streaming_maven//:net_java_dev_jna_jna",
         "@ray_streaming_maven//:com_github_davidmoten_flatbuffers_java",
         "@ray_streaming_maven//:com_google_code_findbugs_jsr305",
         "@ray_streaming_maven//:com_google_code_gson_gson",
+        "@ray_streaming_maven//:com_google_guava_guava",
         "@ray_streaming_maven//:commons_collections_commons_collections",
+        "@ray_streaming_maven//:commons_io_commons_io",
+        "@ray_streaming_maven//:io_ray_ray_api",
+        "@ray_streaming_maven//:io_ray_ray_runtime",
+        "@ray_streaming_maven//:net_java_dev_jna_jna",
         "@ray_streaming_maven//:org_aeonbits_owner_owner",
+        "@ray_streaming_maven//:org_apache_commons_commons_lang3",
     ],
 )
 
@@ -196,10 +196,12 @@ java_binary(
     data = ["testng.xml"],
     main_class = "org.testng.TestNG",
     runtime_deps = [
-        ":io_ray_ray_streaming-common_test",
-        ":io_ray_ray_streaming-state_test",
         ":io_ray_ray_streaming-api_test",
+        ":io_ray_ray_streaming-common_test",
         ":io_ray_ray_streaming-runtime_test",
+        ":io_ray_ray_streaming-state_test",
+        "@ray_streaming_maven//:io_ray_ray_api",
+        "@ray_streaming_maven//:io_ray_ray_runtime",
     ],
 )
 
@@ -302,10 +304,10 @@ java_binary(
     # fat jar file. It's not really an executable jar. So we set its `main_class` to empty.
     main_class = "",
     runtime_deps = [
-        "//java:io_ray_ray_streaming-common",
         "//java:io_ray_ray_streaming-api",
-        "//java:io_ray_ray_streaming-state",
+        "//java:io_ray_ray_streaming-common",
         "//java:io_ray_ray_streaming-runtime",
+        "//java:io_ray_ray_streaming-state",
     ],
 )
 

streaming/java/dependencies.bzl

@@ -28,14 +28,14 @@ def gen_streaming_java_deps():
             maven.artifact(
                 group = "io.ray",
                 artifact = "ray-api",
-                version = "2.9.3",
-                neverlink = True
+                version = "2.11.0",
+                neverlink = True,
             ),
             maven.artifact(
                 group = "io.ray",
                 artifact = "ray-runtime",
-                version = "2.9.3",
-                neverlink = True
+                version = "2.11.0",
+                neverlink = True,
             ),
             maven.artifact(
                 group = "org.apache.arrow",
@@ -44,15 +44,19 @@ def gen_streaming_java_deps():
                 exclusions = [
                     "io.netty:netty-buffer",
                     "io.netty:netty-common",
-                ]
+                ],
             ),
             maven.artifact(
                 group = "de.ruedigermoeller",
                 artifact = "fst",
                 version = "2.56",
                 exclusions = [
+                    maven.exclusion(
+                        group = "com.fasterxml.jackson.core",
+                        artifact = "jackson-core",
+                    ),
                     "com.fasterxml.jackson.core:jackson-core",
-                ]
+                ],
             ),
         ],
         repositories = [

streaming/java/pom.xml

@@ -58,7 +58,7 @@
     <java.version>1.8</java.version>
     <java.new.version>11</java.new.version>
     <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
-    <ray.version>2.9.3</ray.version>
+    <ray.version>2.11.0</ray.version>
     <streaming.version>0.0.1</streaming.version>
     <mockito.version>1.10.19</mockito.version>
   </properties>

streaming/python/setup.py

@@ -26,7 +26,7 @@
 # Package raystreaming
 setup(
     name="raystreaming",
-    version="0.0.1",
+    version="0.1.0",
     author="Ray Streaming Team",
     description="streaming module",
     packages=find_packages(),