@@ -5,76 +5,72 @@ import com.mongodb.client.MongoDatabase
55
66@ ChangeLog (order = " 007" )
77class SparkMigrations {
8+
89 @ ChangeSet (
9- order = " 023 " ,
10- id = " 023 -add_spark_3.2.3 " ,
11- author = " sekikn "
10+ order = " 028 " ,
11+ id = " 028 -add_spark_3.5.1 " ,
12+ author = " cphbrt "
1213 )
13- def migration023 (implicit db : MongoDatabase ) = {
14+ def migration028 (implicit db : MongoDatabase ) = {
1415 Version (
1516 " spark" ,
16- " 3.2.3" ,
17- " https://archive.apache.org/dist/spark/spark-3.2.3/spark-3.2.3-bin-hadoop3.2.tgz"
18- ).validate()
19- .insert()
20- }
21-
22- @ ChangeSet (
23- order = " 024" ,
24- id = " 024-add_spark_3.3.2" ,
25- author = " sekikn"
26- )
27- def migration024 (implicit db : MongoDatabase ) = {
17+ " 2.2.2" ,
18+ " https://archive.apache.org/dist/spark/spark-2.2.2/spark-2.2.2-bin-hadoop2.7.tgz"
19+ ).validate().insert()
2820 Version (
2921 " spark" ,
30- " 3.3.2" ,
31- " https://archive.apache.org/dist/spark/spark-3.3.2/spark-3.3.2-bin-hadoop3.tgz"
32- ).validate()
33- .insert()
34- .asCandidateDefault()
35- }
36-
37- @ ChangeSet (
38- order = " 025" ,
39- id = " 025-add_spark_3.4.0" ,
40- author = " chethanuk"
41- )
42- def migration025 (implicit db : MongoDatabase ) = {
22+ " 2.2.3" ,
23+ " https://archive.apache.org/dist/spark/spark-2.2.3/spark-2.2.3-bin-hadoop2.7.tgz"
24+ ).validate().insert()
4325 Version (
4426 " spark" ,
45- " 3.4.0" ,
46- " https://archive.apache.org/dist/spark/spark-3.4.0/spark-3.4.0-bin-hadoop3.tgz"
47- ).validate()
48- .insert()
49- .asCandidateDefault()
50- }
51-
52- @ ChangeSet (
53- order = " 026" ,
54- id = " 026-add_spark_3.4.1" ,
55- author = " cphbrt"
56- )
57- def migration026 (implicit db : MongoDatabase ) = {
27+ " 2.3.4" ,
28+ " https://archive.apache.org/dist/spark/spark-2.3.4/spark-2.3.4-bin-hadoop2.7.tgz"
29+ ).validate().insert()
5830 Version (
5931 " spark" ,
60- " 3.4.1" ,
61- " https://archive.apache.org/dist/spark/spark-3.4.1/spark-3.4.1-bin-hadoop3.tgz"
62- ).validate()
63- .insert()
64- }
65-
66- @ ChangeSet (
67- order = " 027" ,
68- id = " 027-add_spark_3.5.0" ,
69- author = " cphbrt"
70- )
71- def migration027 (implicit db : MongoDatabase ) = {
32+ " 2.4.8" ,
33+ " https://archive.apache.org/dist/spark/spark-2.4.8/spark-2.4.8-bin-hadoop2.7.tgz"
34+ ).validate().insert()
35+ Version (
36+ " spark" ,
37+ " 3.0.3" ,
38+ " https://archive.apache.org/dist/spark/spark-3.0.3/spark-3.0.3-bin-hadoop3.2.tgz"
39+ ).validate().insert()
40+ Version (
41+ " spark" ,
42+ " 3.1.3" ,
43+ " https://archive.apache.org/dist/spark/spark-3.1.3/spark-3.1.3-bin-hadoop3.2.tgz"
44+ ).validate().insert()
45+ Version (
46+ " spark" ,
47+ " 3.2.4" ,
48+ " https://archive.apache.org/dist/spark/spark-3.2.4/spark-3.2.4-bin-hadoop3.2.tgz"
49+ ).validate().insert()
50+ Version (
51+ " spark" ,
52+ " 3.3.3" ,
53+ " https://archive.apache.org/dist/spark/spark-3.3.3/spark-3.3.3-bin-hadoop3.tgz"
54+ ).validate().insert()
55+ Version (
56+ " spark" ,
57+ " 3.3.4" ,
58+ " https://archive.apache.org/dist/spark/spark-3.3.4/spark-3.3.4-bin-hadoop3.tgz"
59+ ).validate().insert()
60+ Version (
61+ " spark" ,
62+ " 3.4.2" ,
63+ " https://archive.apache.org/dist/spark/spark-3.4.2/spark-3.4.2-bin-hadoop3.tgz"
64+ ).validate().insert()
65+ Version (
66+ " spark" ,
67+ " 3.4.3" ,
68+ " https://archive.apache.org/dist/spark/spark-3.4.3/spark-3.4.3-bin-hadoop3.tgz"
69+ ).validate().insert()
7270 Version (
7371 " spark" ,
74- " 3.5.0" ,
75- " https://archive.apache.org/dist/spark/spark-3.5.0/spark-3.5.0-bin-hadoop3.tgz"
76- ).validate()
77- .insert()
78- .asCandidateDefault()
72+ " 3.5.1" ,
73+ " https://archive.apache.org/dist/spark/spark-3.5.1/spark-3.5.1-bin-hadoop3.tgz"
74+ ).validate().insert().asCandidateDefault()
7975 }
8076}
0 commit comments