support spark 3.5.2/3

Author: pang-wu

.gitignore

@@ -23,3 +23,6 @@ examples/.ipynb_checkpoints/
 *.parquet
 *.crc
 _SUCCESS
+
+.metals/
+.bloop/

core/shims/spark350/src/main/scala/com/intel/raydp/shims/SparkShimProvider.scala

@@ -22,7 +22,10 @@ import com.intel.raydp.shims.{SparkShims, SparkShimDescriptor}
 object SparkShimProvider {
   val SPARK350_DESCRIPTOR = SparkShimDescriptor(3, 5, 0)
   val SPARK351_DESCRIPTOR = SparkShimDescriptor(3, 5, 1)
-  val DESCRIPTOR_STRINGS = Seq(s"$SPARK350_DESCRIPTOR", s"$SPARK351_DESCRIPTOR")
+  val SPARK352_DESCRIPTOR = SparkShimDescriptor(3, 5, 2)
+  val SPARK353_DESCRIPTOR = SparkShimDescriptor(3, 5, 3)
+  val DESCRIPTOR_STRINGS = Seq(s"$SPARK350_DESCRIPTOR", s"$SPARK351_DESCRIPTOR", s"$SPARK352_DESCRIPTOR",
+      s"$SPARK353_DESCRIPTOR")
   val DESCRIPTOR = SPARK350_DESCRIPTOR
 }
 

python/raydp/spark/__init__.py

@@ -33,10 +33,3 @@
   "from_spark_recoverable"
 ]
 
-try:
-    import ray.util.data
-    from .dataset import RayMLDataset
-    __all__.append("RayMLDataset")
-except ImportError:
-    # Ray MLDataset is removed in Ray 2.0
-    pass