Skip to content

Commit 3e66530

Browse files
wangyumwangyum
committed
Update benchmark result.
1 parent d12129a commit 3e66530

File tree

2 files changed

+24
-28
lines changed

2 files changed

+24
-28
lines changed

‎sql/core/benchmarks/FilterPushdownBenchmark-results.txt‎

Lines changed: 16 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -542,39 +542,39 @@ Intel(R) Core(TM) i7-7820HQ CPU @ 2.90GHz
542542

543543
Select 1 tinyint row (value = CAST(63 AS tinyint)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative
544544
------------------------------------------------------------------------------------------------
545-
Parquet Vectorized 3726 / 3775 4.2 236.9 1.0X
546-
Parquet Vectorized (Pushdown) 3741 / 3789 4.2 237.9 1.0X
547-
Native ORC Vectorized 2793 / 2909 5.6 177.6 1.3X
548-
Native ORC Vectorized (Pushdown) 530 / 561 29.7 33.7 7.0X
545+
Parquet Vectorized 3461 / 3997 4.5 220.1 1.0X
546+
Parquet Vectorized (Pushdown) 270 / 315 58.4 17.1 12.8X
547+
Native ORC Vectorized 4107 / 5372 3.8 261.1 0.8X
548+
Native ORC Vectorized (Pushdown) 778 / 1553 20.2 49.5 4.4X
549549

550550
Java HotSpot(TM) 64-Bit Server VM 1.8.0_151-b12 on Mac OS X 10.12.6
551551
Intel(R) Core(TM) i7-7820HQ CPU @ 2.90GHz
552552

553553
Select 10% tinyint rows (value < CAST(12 AS tinyint)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative
554554
------------------------------------------------------------------------------------------------
555-
Parquet Vectorized 4385 / 4406 3.6 278.8 1.0X
556-
Parquet Vectorized (Pushdown) 4398 / 4454 3.6 279.6 1.0X
557-
Native ORC Vectorized 3420 / 3501 4.6 217.4 1.3X
558-
Native ORC Vectorized (Pushdown) 1395 / 1432 11.3 88.7 3.1X
555+
Parquet Vectorized 4771 / 6655 3.3 303.3 1.0X
556+
Parquet Vectorized (Pushdown) 1322 / 1606 11.9 84.0 3.6X
557+
Native ORC Vectorized 4437 / 4572 3.5 282.1 1.1X
558+
Native ORC Vectorized (Pushdown) 1781 / 1976 8.8 113.2 2.7X
559559

560560
Java HotSpot(TM) 64-Bit Server VM 1.8.0_151-b12 on Mac OS X 10.12.6
561561
Intel(R) Core(TM) i7-7820HQ CPU @ 2.90GHz
562562

563563
Select 50% tinyint rows (value < CAST(63 AS tinyint)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative
564564
------------------------------------------------------------------------------------------------
565-
Parquet Vectorized 7307 / 7394 2.2 464.6 1.0X
566-
Parquet Vectorized (Pushdown) 7411 / 7461 2.1 471.2 1.0X
567-
Native ORC Vectorized 6501 / 7814 2.4 413.4 1.1X
568-
Native ORC Vectorized (Pushdown) 7341 / 8637 2.1 466.7 1.0X
565+
Parquet Vectorized 7433 / 7752 2.1 472.6 1.0X
566+
Parquet Vectorized (Pushdown) 5863 / 5913 2.7 372.8 1.3X
567+
Native ORC Vectorized 7986 / 8084 2.0 507.7 0.9X
568+
Native ORC Vectorized (Pushdown) 6522 / 6608 2.4 414.6 1.1X
569569

570570
Java HotSpot(TM) 64-Bit Server VM 1.8.0_151-b12 on Mac OS X 10.12.6
571571
Intel(R) Core(TM) i7-7820HQ CPU @ 2.90GHz
572572

573573
Select 90% tinyint rows (value < CAST(114 AS tinyint)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative
574574
------------------------------------------------------------------------------------------------
575-
Parquet Vectorized 11886 / 13122 1.3 755.7 1.0X
576-
Parquet Vectorized (Pushdown) 12557 / 14173 1.3 798.4 0.9X
577-
Native ORC Vectorized 10758 / 11971 1.5 684.0 1.1X
578-
Native ORC Vectorized (Pushdown) 10564 / 10713 1.5 671.6 1.1X
575+
Parquet Vectorized 11190 / 11519 1.4 711.4 1.0X
576+
Parquet Vectorized (Pushdown) 10861 / 11206 1.4 690.5 1.0X
577+
Native ORC Vectorized 11622 / 12196 1.4 738.9 1.0X
578+
Native ORC Vectorized (Pushdown) 11377 / 11654 1.4 723.3 1.0X
579579

580580

‎sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFilters.scala‎

Lines changed: 8 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -118,9 +118,8 @@ private[parquet] class ParquetFilters(pushDownDate: Boolean, pushDownStartWith:
118118

119119
private val makeLt: PartialFunction[ParquetSchemaType, (String, Any) => FilterPredicate] = {
120120
case ParquetByteType | ParquetShortType | ParquetIntegerType =>
121-
(n: String, v: Any) => FilterApi.lt(
122-
intColumn(n),
123-
v.asInstanceOf[Number].intValue.asInstanceOf[Integer])
121+
(n: String, v: Any) =>
122+
FilterApi.lt(intColumn(n), v.asInstanceOf[Number].intValue.asInstanceOf[Integer])
124123
case ParquetLongType =>
125124
(n: String, v: Any) => FilterApi.lt(longColumn(n), v.asInstanceOf[java.lang.Long])
126125
case ParquetFloatType =>
@@ -141,9 +140,8 @@ private[parquet] class ParquetFilters(pushDownDate: Boolean, pushDownStartWith:
141140

142141
private val makeLtEq: PartialFunction[ParquetSchemaType, (String, Any) => FilterPredicate] = {
143142
case ParquetByteType | ParquetShortType | ParquetIntegerType =>
144-
(n: String, v: Any) => FilterApi.ltEq(
145-
intColumn(n),
146-
v.asInstanceOf[Number].intValue.asInstanceOf[Integer])
143+
(n: String, v: Any) =>
144+
FilterApi.ltEq(intColumn(n), v.asInstanceOf[Number].intValue.asInstanceOf[Integer])
147145
case ParquetLongType =>
148146
(n: String, v: Any) => FilterApi.ltEq(longColumn(n), v.asInstanceOf[java.lang.Long])
149147
case ParquetFloatType =>
@@ -164,9 +162,8 @@ private[parquet] class ParquetFilters(pushDownDate: Boolean, pushDownStartWith:
164162

165163
private val makeGt: PartialFunction[ParquetSchemaType, (String, Any) => FilterPredicate] = {
166164
case ParquetByteType | ParquetShortType | ParquetIntegerType =>
167-
(n: String, v: Any) => FilterApi.gt(
168-
intColumn(n),
169-
v.asInstanceOf[Number].intValue.asInstanceOf[Integer])
165+
(n: String, v: Any) =>
166+
FilterApi.gt(intColumn(n), v.asInstanceOf[Number].intValue.asInstanceOf[Integer])
170167
case ParquetLongType =>
171168
(n: String, v: Any) => FilterApi.gt(longColumn(n), v.asInstanceOf[java.lang.Long])
172169
case ParquetFloatType =>
@@ -187,9 +184,8 @@ private[parquet] class ParquetFilters(pushDownDate: Boolean, pushDownStartWith:
187184

188185
private val makeGtEq: PartialFunction[ParquetSchemaType, (String, Any) => FilterPredicate] = {
189186
case ParquetByteType | ParquetShortType | ParquetIntegerType =>
190-
(n: String, v: Any) => FilterApi.gtEq(
191-
intColumn(n),
192-
v.asInstanceOf[Number].intValue.asInstanceOf[Integer])
187+
(n: String, v: Any) =>
188+
FilterApi.gtEq(intColumn(n), v.asInstanceOf[Number].intValue.asInstanceOf[Integer])
193189
case ParquetLongType =>
194190
(n: String, v: Any) => FilterApi.gtEq(longColumn(n), v.asInstanceOf[java.lang.Long])
195191
case ParquetFloatType =>

0 commit comments

Comments
 (0)