Skip to content

Commit a35ec3f

Browse files
committed
Update Main.scala
1 parent 2c6eeca commit a35ec3f

File tree

1 file changed

+2
-1
lines changed
  • spark-scala/src/main/scala/com/matthewrathbone/spark

1 file changed

+2
-1
lines changed

spark-scala/src/main/scala/com/matthewrathbone/spark/Main.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -30,11 +30,12 @@ object Main {
3030
val r = sc.parallelize(result.toSeq).map(t => (t._1.toString, t._2.toString))
3131

3232
r.saveAsTextFile(args(2))
33+
sc.stop()
3334
}
3435

3536

3637
def processData (t: RDD[(Int, Int)], u: RDD[(Int, String)]) : Map[Int,Long] = {
3738
var jn = t.leftOuterJoin(u).values.distinct
3839
return jn.countByKey
3940
}
40-
}
41+
}

0 commit comments

Comments
 (0)