File tree Expand file tree Collapse file tree 1 file changed +39
-0
lines changed
spark/src/test/java/com/matthewrathbone/sparktest Expand file tree Collapse file tree 1 file changed +39
-0
lines changed Original file line number Diff line number Diff line change 1+ package test .java .com .matthewrathbone .sparktest ;
2+
3+ import java .io .Serializable ;
4+ import main .java .com .matthewrathbone .sparktest .ExampleJob ;
5+
6+ import org .apache .spark .api .java .JavaPairRDD ;
7+ import org .apache .spark .api .java .JavaSparkContext ;
8+ import org .junit .After ;
9+ import org .junit .Assert ;
10+ import org .junit .Before ;
11+ import org .junit .Test ;
12+
13+ public class SparkJavaJoinsTest implements Serializable {
14+ private static final long serialVersionUID = 1L ;
15+ private transient JavaSparkContext sc ;
16+
17+ @ Before
18+ public void setUp () {
19+ sc = new JavaSparkContext ("local" , "SparkJoinsTest" );
20+ }
21+
22+ @ After
23+ public void tearDown () {
24+ if (sc != null ){
25+ sc .stop ();
26+ }
27+ }
28+
29+ @ Test
30+ public void testExampleJob () {
31+ ExampleJob job = new ExampleJob (sc );
32+ JavaPairRDD <String , String > result = job .run ("./transactions.txt" , "./users.txt" );
33+
34+ Assert .assertEquals ("1" , result .collect ().get (0 )._1 );
35+ Assert .assertEquals ("3" , result .collect ().get (0 )._2 );
36+ Assert .assertEquals ("2" , result .collect ().get (1 )._1 );
37+ Assert .assertEquals ("1" , result .collect ().get (1 )._2 );
38+ }
39+ }
You can’t perform that action at this time.
0 commit comments