From 55ca1e50a6dab7bde522d0e705eeee567af23c75 Mon Sep 17 00:00:00 2001 From: aganisatria Date: Mon, 13 Apr 2026 14:13:44 +0700 Subject: [PATCH 1/3] Upgraded spark 3.5.5 and 4.2.0-preview4 --- .../sdkman/changelogs/SparkMigrations.scala | 30 +++++++++++++++---- 1 file changed, 24 insertions(+), 6 deletions(-) diff --git a/src/main/scala/io/sdkman/changelogs/SparkMigrations.scala b/src/main/scala/io/sdkman/changelogs/SparkMigrations.scala index 50a58854..cbad99b8 100644 --- a/src/main/scala/io/sdkman/changelogs/SparkMigrations.scala +++ b/src/main/scala/io/sdkman/changelogs/SparkMigrations.scala @@ -8,11 +8,11 @@ import org.bson.Document class SparkMigrations { @ChangeSet( - order = "030", - id = "030-latest-spark-versions", - author = "noobzik" + order = "031", + id = "031-latest-spark-versions", + author = "aganisatria" ) - def migration030(implicit db: MongoDatabase): Document = { + def migration031(implicit db: MongoDatabase): Document = { Map( "2.2.2" -> "hadoop2.7", "2.2.3" -> "hadoop2.7", @@ -28,8 +28,26 @@ class SparkMigrations { "3.5.1" -> "hadoop3", "3.5.2" -> "hadoop3", "3.5.3" -> "hadoop3", + "3.5.4" -> "hadoop3", + "3.5.5" -> "hadoop3", + "3.5.6" -> "hadoop3", + "3.5.7" -> "hadoop3", + "3.5.8" -> "hadoop3", "4.0.0-preview1" -> "hadoop3", - "4.0.0-preview2" -> "hadoop3" + "4.0.0-preview2" -> "hadoop3", + "4.0.0" -> "hadoop3", + "4.0.1" -> "hadoop3", + "4.0.2" -> "hadoop3", + "4.1.0-preview1" -> "hadoop3", + "4.1.0-preview2" -> "hadoop3", + "4.1.0-preview3" -> "hadoop3", + "4.1.0-preview4" -> "hadoop3", + "4.1.0" -> "hadoop3", + "4.1.1" -> "hadoop3", + "4.2.0-preview1" -> "hadoop3", + "4.2.0-preview2" -> "hadoop3", + "4.2.0-preview3" -> "hadoop3", + "4.2.0-preview4" -> "hadoop3" ).foreach { case (version, distribution) => Version( @@ -39,6 +57,6 @@ class SparkMigrations { s"https://archive.apache.org/dist/spark/spark-$version/spark-$version-bin-$distribution.tgz" ).validate().insert() } - setCandidateDefault("spark", "3.5.3") + setCandidateDefault("spark", "4.1.1") } } From 3cb88191db04603ba2b3f7cbd66ccee156bfa457 Mon Sep 17 00:00:00 2001 From: aganisatria Date: Wed, 15 Apr 2026 10:34:35 +0700 Subject: [PATCH 2/3] fix review --- .../sdkman/changelogs/SparkMigrations.scala | 31 +++++++++++++++---- 1 file changed, 25 insertions(+), 6 deletions(-) diff --git a/src/main/scala/io/sdkman/changelogs/SparkMigrations.scala b/src/main/scala/io/sdkman/changelogs/SparkMigrations.scala index cbad99b8..da5c369f 100644 --- a/src/main/scala/io/sdkman/changelogs/SparkMigrations.scala +++ b/src/main/scala/io/sdkman/changelogs/SparkMigrations.scala @@ -8,11 +8,11 @@ import org.bson.Document class SparkMigrations { @ChangeSet( - order = "031", - id = "031-latest-spark-versions", - author = "aganisatria" + order = "030", + id = "030-latest-spark-versions", + author = "noobzik" ) - def migration031(implicit db: MongoDatabase): Document = { + def migration030(implicit db: MongoDatabase): Document = { Map( "2.2.2" -> "hadoop2.7", "2.2.3" -> "hadoop2.7", @@ -28,13 +28,32 @@ class SparkMigrations { "3.5.1" -> "hadoop3", "3.5.2" -> "hadoop3", "3.5.3" -> "hadoop3", + "4.0.0-preview1" -> "hadoop3", + "4.0.0-preview2" -> "hadoop3" + ).foreach { + case (version, distribution) => + Version( + candidate = "spark", + version = version, + url = + s"https://archive.apache.org/dist/spark/spark-$version/spark-$version-bin-$distribution.tgz" + ).validate().insert() + } + setCandidateDefault("spark", "3.5.3") + } + + @ChangeSet( + order = "031", + id = "031-latest-spark-versions", + author = "aganisatria" + ) + def migration031(implicit db: MongoDatabase): Document = { + Map( "3.5.4" -> "hadoop3", "3.5.5" -> "hadoop3", "3.5.6" -> "hadoop3", "3.5.7" -> "hadoop3", "3.5.8" -> "hadoop3", - "4.0.0-preview1" -> "hadoop3", - "4.0.0-preview2" -> "hadoop3", "4.0.0" -> "hadoop3", "4.0.1" -> "hadoop3", "4.0.2" -> "hadoop3", From d673a68e7049f644153fadbbbf3816b25f199cbf Mon Sep 17 00:00:00 2001 From: aganisatria Date: Thu, 16 Apr 2026 09:44:39 +0700 Subject: [PATCH 3/3] remove previous preview build and only include the latest one --- src/main/scala/io/sdkman/changelogs/SparkMigrations.scala | 7 ------- 1 file changed, 7 deletions(-) diff --git a/src/main/scala/io/sdkman/changelogs/SparkMigrations.scala b/src/main/scala/io/sdkman/changelogs/SparkMigrations.scala index da5c369f..6f181a28 100644 --- a/src/main/scala/io/sdkman/changelogs/SparkMigrations.scala +++ b/src/main/scala/io/sdkman/changelogs/SparkMigrations.scala @@ -57,15 +57,8 @@ class SparkMigrations { "4.0.0" -> "hadoop3", "4.0.1" -> "hadoop3", "4.0.2" -> "hadoop3", - "4.1.0-preview1" -> "hadoop3", - "4.1.0-preview2" -> "hadoop3", - "4.1.0-preview3" -> "hadoop3", - "4.1.0-preview4" -> "hadoop3", "4.1.0" -> "hadoop3", "4.1.1" -> "hadoop3", - "4.2.0-preview1" -> "hadoop3", - "4.2.0-preview2" -> "hadoop3", - "4.2.0-preview3" -> "hadoop3", "4.2.0-preview4" -> "hadoop3" ).foreach { case (version, distribution) =>