Skip to content

Commit 92253cf

Browse files
committed
Benchmark collecting dates
1 parent 12f88c8 commit 92253cf

File tree

1 file changed

+11
-1
lines changed

1 file changed

+11
-1
lines changed

sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/DateTimeBenchmark.scala

Lines changed: 11 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -131,7 +131,17 @@ object DateTimeBenchmark extends SqlBasedBenchmark {
131131
import spark.implicits._
132132
val rowsNum = 5000000
133133
val numIters = 3
134-
val benchmark = new Benchmark("To/from java.sql.Timestamp", rowsNum, output = output)
134+
val benchmark = new Benchmark("To/from Java's date-time", rowsNum, output = output)
135+
benchmark.addCase("From java.sql.Date", numIters) { _ =>
136+
spark.range(rowsNum)
137+
.map(millis => new java.sql.Date(millis))
138+
.noop()
139+
}
140+
benchmark.addCase("Collect dates", numIters) { _ =>
141+
spark.range(0, rowsNum, 1, 1)
142+
.map(millis => new java.sql.Date(millis))
143+
.collect()
144+
}
135145
benchmark.addCase("From java.sql.Timestamp", numIters) { _ =>
136146
spark.range(rowsNum)
137147
.map(millis => new Timestamp(millis))

0 commit comments

Comments
 (0)