Skip to content

Commit 3ef2bac

Browse files
authored
[Refactor] Programmatically generate Spark 3.5.x shim descriptors (Fixes #456) (#457)
* docs: update CONTRIBUTING.md for IntelliJ and JDK 17 setup (Fixes #405) * refactor: programmatically generate Spark 3.5.x shim descriptors (Fixes #456) * chore: remove unrelated docs from refactor PR
1 parent f79c935 commit 3ef2bac

File tree

1 file changed

+4
-14
lines changed

1 file changed

+4
-14
lines changed

core/shims/spark350/src/main/scala/com/intel/raydp/shims/SparkShimProvider.scala

Lines changed: 4 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -20,20 +20,10 @@ package com.intel.raydp.shims.spark350
2020
import com.intel.raydp.shims.{SparkShims, SparkShimDescriptor}
2121

2222
object SparkShimProvider {
23-
val SPARK350_DESCRIPTOR = SparkShimDescriptor(3, 5, 0)
24-
val SPARK351_DESCRIPTOR = SparkShimDescriptor(3, 5, 1)
25-
val SPARK352_DESCRIPTOR = SparkShimDescriptor(3, 5, 2)
26-
val SPARK353_DESCRIPTOR = SparkShimDescriptor(3, 5, 3)
27-
val SPARK354_DESCRIPTOR = SparkShimDescriptor(3, 5, 4)
28-
val SPARK355_DESCRIPTOR = SparkShimDescriptor(3, 5, 5)
29-
val SPARK356_DESCRIPTOR = SparkShimDescriptor(3, 5, 6)
30-
val SPARK357_DESCRIPTOR = SparkShimDescriptor(3, 5, 7)
31-
val DESCRIPTOR_STRINGS = Seq(
32-
s"$SPARK350_DESCRIPTOR", s"$SPARK351_DESCRIPTOR", s"$SPARK352_DESCRIPTOR",
33-
s"$SPARK353_DESCRIPTOR", s"$SPARK354_DESCRIPTOR", s"$SPARK355_DESCRIPTOR",
34-
s"$SPARK356_DESCRIPTOR", s"$SPARK357_DESCRIPTOR"
35-
)
36-
val DESCRIPTOR = SPARK350_DESCRIPTOR
23+
private val SUPPORTED_PATCHES = 0 to 7
24+
val DESCRIPTORS = SUPPORTED_PATCHES.map(p => SparkShimDescriptor(3, 5, p))
25+
val DESCRIPTOR_STRINGS = DESCRIPTORS.map(_.toString)
26+
val DESCRIPTOR = DESCRIPTORS.head
3727
}
3828

3929
class SparkShimProvider extends com.intel.raydp.shims.SparkShimProvider {

0 commit comments

Comments
 (0)