@@ -2,6 +2,7 @@ package io.sdkman.changelogs
22
33import com .github .mongobee .changeset .{ChangeLog , ChangeSet }
44import com .mongodb .client .MongoDatabase
5+ import org .bson .Document
56
67@ ChangeLog (order = " 007" )
78class SparkMigrations {
@@ -11,66 +12,29 @@ class SparkMigrations {
1112 id = " 028-add_spark_3.5.1" ,
1213 author = " cphbrt"
1314 )
14- def migration028 (implicit db : MongoDatabase ) = {
15- Version (
16- " spark" ,
17- " 2.2.2" ,
18- " https://archive.apache.org/dist/spark/spark-2.2.2/spark-2.2.2-bin-hadoop2.7.tgz"
19- ).validate().insert()
20- Version (
21- " spark" ,
22- " 2.2.3" ,
23- " https://archive.apache.org/dist/spark/spark-2.2.3/spark-2.2.3-bin-hadoop2.7.tgz"
24- ).validate().insert()
25- Version (
26- " spark" ,
27- " 2.3.4" ,
28- " https://archive.apache.org/dist/spark/spark-2.3.4/spark-2.3.4-bin-hadoop2.7.tgz"
29- ).validate().insert()
30- Version (
31- " spark" ,
32- " 2.4.8" ,
33- " https://archive.apache.org/dist/spark/spark-2.4.8/spark-2.4.8-bin-hadoop2.7.tgz"
34- ).validate().insert()
35- Version (
36- " spark" ,
37- " 3.0.3" ,
38- " https://archive.apache.org/dist/spark/spark-3.0.3/spark-3.0.3-bin-hadoop3.2.tgz"
39- ).validate().insert()
40- Version (
41- " spark" ,
42- " 3.1.3" ,
43- " https://archive.apache.org/dist/spark/spark-3.1.3/spark-3.1.3-bin-hadoop3.2.tgz"
44- ).validate().insert()
45- Version (
46- " spark" ,
47- " 3.2.4" ,
48- " https://archive.apache.org/dist/spark/spark-3.2.4/spark-3.2.4-bin-hadoop3.2.tgz"
49- ).validate().insert()
50- Version (
51- " spark" ,
52- " 3.3.3" ,
53- " https://archive.apache.org/dist/spark/spark-3.3.3/spark-3.3.3-bin-hadoop3.tgz"
54- ).validate().insert()
55- Version (
56- " spark" ,
57- " 3.3.4" ,
58- " https://archive.apache.org/dist/spark/spark-3.3.4/spark-3.3.4-bin-hadoop3.tgz"
59- ).validate().insert()
60- Version (
61- " spark" ,
62- " 3.4.2" ,
63- " https://archive.apache.org/dist/spark/spark-3.4.2/spark-3.4.2-bin-hadoop3.tgz"
64- ).validate().insert()
65- Version (
66- " spark" ,
67- " 3.4.3" ,
68- " https://archive.apache.org/dist/spark/spark-3.4.3/spark-3.4.3-bin-hadoop3.tgz"
69- ).validate().insert()
70- Version (
71- " spark" ,
72- " 3.5.1" ,
73- " https://archive.apache.org/dist/spark/spark-3.5.1/spark-3.5.1-bin-hadoop3.tgz"
74- ).validate().insert().asCandidateDefault()
15+ def migration028 (implicit db : MongoDatabase ): Document = {
16+ Map (
17+ " 2.2.2" -> " hadoop2.7" ,
18+ " 2.2.3" -> " hadoop2.7" ,
19+ " 2.3.4" -> " hadoop2.7" ,
20+ " 2.4.8" -> " hadoop2.7" ,
21+ " 3.0.3" -> " hadoop3.2" ,
22+ " 3.1.3" -> " hadoop3.2" ,
23+ " 3.2.4" -> " hadoop3.2" ,
24+ " 3.3.3" -> " hadoop3" ,
25+ " 3.3.4" -> " hadoop3" ,
26+ " 3.4.2" -> " hadoop3" ,
27+ " 3.4.3" -> " hadoop3" ,
28+ " 3.5.1" -> " hadoop3"
29+ ).foreach {
30+ case (version, distribution) =>
31+ Version (
32+ candidate = " spark" ,
33+ version = version,
34+ url =
35+ s " https://archive.apache.org/dist/spark/spark- $version/spark- $version-bin- $distribution.tgz "
36+ )
37+ }
38+ setCandidateDefault(" spark" , " 2.2.2" )
7539 }
7640}
0 commit comments