Skip to content

Commit 650a5cf

Browse files
committed
Remove duplication
1 parent 3a399a7 commit 650a5cf

File tree

1 file changed

+25
-61
lines changed

1 file changed

+25
-61
lines changed

src/main/scala/io/sdkman/changelogs/SparkMigrations.scala

Lines changed: 25 additions & 61 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@ package io.sdkman.changelogs
22

33
import com.github.mongobee.changeset.{ChangeLog, ChangeSet}
44
import com.mongodb.client.MongoDatabase
5+
import org.bson.Document
56

67
@ChangeLog(order = "007")
78
class SparkMigrations {
@@ -11,66 +12,29 @@ class SparkMigrations {
1112
id = "028-add_spark_3.5.1",
1213
author = "cphbrt"
1314
)
14-
def migration028(implicit db: MongoDatabase) = {
15-
Version(
16-
"spark",
17-
"2.2.2",
18-
"https://archive.apache.org/dist/spark/spark-2.2.2/spark-2.2.2-bin-hadoop2.7.tgz"
19-
).validate().insert()
20-
Version(
21-
"spark",
22-
"2.2.3",
23-
"https://archive.apache.org/dist/spark/spark-2.2.3/spark-2.2.3-bin-hadoop2.7.tgz"
24-
).validate().insert()
25-
Version(
26-
"spark",
27-
"2.3.4",
28-
"https://archive.apache.org/dist/spark/spark-2.3.4/spark-2.3.4-bin-hadoop2.7.tgz"
29-
).validate().insert()
30-
Version(
31-
"spark",
32-
"2.4.8",
33-
"https://archive.apache.org/dist/spark/spark-2.4.8/spark-2.4.8-bin-hadoop2.7.tgz"
34-
).validate().insert()
35-
Version(
36-
"spark",
37-
"3.0.3",
38-
"https://archive.apache.org/dist/spark/spark-3.0.3/spark-3.0.3-bin-hadoop3.2.tgz"
39-
).validate().insert()
40-
Version(
41-
"spark",
42-
"3.1.3",
43-
"https://archive.apache.org/dist/spark/spark-3.1.3/spark-3.1.3-bin-hadoop3.2.tgz"
44-
).validate().insert()
45-
Version(
46-
"spark",
47-
"3.2.4",
48-
"https://archive.apache.org/dist/spark/spark-3.2.4/spark-3.2.4-bin-hadoop3.2.tgz"
49-
).validate().insert()
50-
Version(
51-
"spark",
52-
"3.3.3",
53-
"https://archive.apache.org/dist/spark/spark-3.3.3/spark-3.3.3-bin-hadoop3.tgz"
54-
).validate().insert()
55-
Version(
56-
"spark",
57-
"3.3.4",
58-
"https://archive.apache.org/dist/spark/spark-3.3.4/spark-3.3.4-bin-hadoop3.tgz"
59-
).validate().insert()
60-
Version(
61-
"spark",
62-
"3.4.2",
63-
"https://archive.apache.org/dist/spark/spark-3.4.2/spark-3.4.2-bin-hadoop3.tgz"
64-
).validate().insert()
65-
Version(
66-
"spark",
67-
"3.4.3",
68-
"https://archive.apache.org/dist/spark/spark-3.4.3/spark-3.4.3-bin-hadoop3.tgz"
69-
).validate().insert()
70-
Version(
71-
"spark",
72-
"3.5.1",
73-
"https://archive.apache.org/dist/spark/spark-3.5.1/spark-3.5.1-bin-hadoop3.tgz"
74-
).validate().insert().asCandidateDefault()
15+
def migration028(implicit db: MongoDatabase): Document = {
16+
Map(
17+
"2.2.2" -> "hadoop2.7",
18+
"2.2.3" -> "hadoop2.7",
19+
"2.3.4" -> "hadoop2.7",
20+
"2.4.8" -> "hadoop2.7",
21+
"3.0.3" -> "hadoop3.2",
22+
"3.1.3" -> "hadoop3.2",
23+
"3.2.4" -> "hadoop3.2",
24+
"3.3.3" -> "hadoop3",
25+
"3.3.4" -> "hadoop3",
26+
"3.4.2" -> "hadoop3",
27+
"3.4.3" -> "hadoop3",
28+
"3.5.1" -> "hadoop3"
29+
).foreach {
30+
case (version, distribution) =>
31+
Version(
32+
candidate = "spark",
33+
version = version,
34+
url =
35+
s"https://archive.apache.org/dist/spark/spark-$version/spark-$version-bin-$distribution.tgz"
36+
)
37+
}
38+
setCandidateDefault("spark", "2.2.2")
7539
}
7640
}

0 commit comments

Comments
 (0)