Skip to content

Commit c35135f

Browse files
committed
Create SparkJavaJoinsTest.java
1 parent c63f535 commit c35135f

File tree

1 file changed

+39
-0
lines changed

1 file changed

+39
-0
lines changed
Lines changed: 39 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,39 @@
1+
package test.java.com.matthewrathbone.sparktest;
2+
3+
import java.io.Serializable;
4+
import main.java.com.matthewrathbone.sparktest.ExampleJob;
5+
6+
import org.apache.spark.api.java.JavaPairRDD;
7+
import org.apache.spark.api.java.JavaSparkContext;
8+
import org.junit.After;
9+
import org.junit.Assert;
10+
import org.junit.Before;
11+
import org.junit.Test;
12+
13+
public class SparkJavaJoinsTest implements Serializable {
14+
private static final long serialVersionUID = 1L;
15+
private transient JavaSparkContext sc;
16+
17+
@Before
18+
public void setUp() {
19+
sc = new JavaSparkContext("local", "SparkJoinsTest");
20+
}
21+
22+
@After
23+
public void tearDown() {
24+
if (sc != null){
25+
sc.stop();
26+
}
27+
}
28+
29+
@Test
30+
public void testExampleJob() {
31+
ExampleJob job = new ExampleJob(sc);
32+
JavaPairRDD<String, String> result = job.run("./transactions.txt", "./users.txt");
33+
34+
Assert.assertEquals("1", result.collect().get(0)._1);
35+
Assert.assertEquals("3", result.collect().get(0)._2);
36+
Assert.assertEquals("2", result.collect().get(1)._1);
37+
Assert.assertEquals("1", result.collect().get(1)._2);
38+
}
39+
}

0 commit comments

Comments
 (0)