diff --git a/external/avro/benchmarks/AvroReadBenchmark-jdk11-results.txt b/external/avro/benchmarks/AvroReadBenchmark-jdk11-results.txt index 94137a691e4a..3c1b5af0d598 100644 --- a/external/avro/benchmarks/AvroReadBenchmark-jdk11-results.txt +++ b/external/avro/benchmarks/AvroReadBenchmark-jdk11-results.txt @@ -2,121 +2,121 @@ SQL Single Numeric Column Scan ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single TINYINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum 2995 3081 121 5.3 190.4 1.0X +Sum 2689 2694 7 5.8 170.9 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single SMALLINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum 2865 2881 23 5.5 182.2 1.0X +Sum 2741 2759 26 5.7 174.2 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single INT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum 2919 2936 23 5.4 185.6 1.0X +Sum 2736 2748 17 5.7 173.9 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single BIGINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum 3148 3262 161 5.0 200.1 1.0X +Sum 3305 3317 17 4.8 210.2 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single FLOAT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum 2651 2721 99 5.9 168.5 1.0X +Sum 2904 2952 68 5.4 184.6 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single DOUBLE Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum 2782 2854 103 5.7 176.9 1.0X +Sum 3090 3093 4 5.1 196.5 1.0X ================================================================================================ Int and String Scan ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Int and String Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum of columns 4531 4583 73 2.3 432.1 1.0X +Sum of columns 5351 5365 20 2.0 510.3 1.0X ================================================================================================ Partitioned Table Scan ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Partitioned Table: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Data column 3084 3105 30 5.1 196.1 1.0X -Partition column 3143 3164 30 5.0 199.8 1.0X -Both columns 3272 3339 94 4.8 208.1 0.9X +Data column 3278 3288 14 4.8 208.4 1.0X +Partition column 3149 3193 62 5.0 200.2 1.0X +Both columns 3198 3204 7 4.9 203.4 1.0X ================================================================================================ Repeated String Scan ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Repeated String: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum of string length 3249 3318 98 3.2 309.8 1.0X +Sum of string length 3435 3438 5 3.1 327.6 1.0X ================================================================================================ String with Nulls Scan ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz String with Nulls Scan (0.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum of string length 5308 5335 38 2.0 506.2 1.0X +Sum of string length 5634 5650 23 1.9 537.3 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz String with Nulls Scan (50.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum of string length 4405 4429 33 2.4 420.1 1.0X +Sum of string length 4725 4752 39 2.2 450.6 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz String with Nulls Scan (95.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum of string length 3256 3309 75 3.2 310.5 1.0X +Sum of string length 3550 3566 23 3.0 338.6 1.0X ================================================================================================ Single Column Scan From Wide Columns ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Single Column Scan from 100 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum of single column 5230 5290 85 0.2 4987.4 1.0X +Sum of single column 5271 5279 11 0.2 5027.0 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Single Column Scan from 200 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum of single column 10206 10329 174 0.1 9733.1 1.0X +Sum of single column 10393 10516 174 0.1 9911.3 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Single Column Scan from 300 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum of single column 15333 15365 46 0.1 14622.3 1.0X +Sum of single column 15330 15343 19 0.1 14619.6 1.0X diff --git a/external/avro/benchmarks/AvroReadBenchmark-results.txt b/external/avro/benchmarks/AvroReadBenchmark-results.txt index 7b008a312c32..0ab611a0f9a2 100644 --- a/external/avro/benchmarks/AvroReadBenchmark-results.txt +++ b/external/avro/benchmarks/AvroReadBenchmark-results.txt @@ -2,121 +2,121 @@ SQL Single Numeric Column Scan ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single TINYINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum 3067 3132 91 5.1 195.0 1.0X +Sum 3049 3071 32 5.2 193.8 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single SMALLINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum 2927 2929 3 5.4 186.1 1.0X +Sum 2982 2992 13 5.3 189.6 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single INT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum 2928 2990 87 5.4 186.2 1.0X +Sum 2984 2989 7 5.3 189.7 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single BIGINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum 3374 3447 104 4.7 214.5 1.0X +Sum 3262 3353 128 4.8 207.4 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single FLOAT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum 2896 2901 7 5.4 184.1 1.0X +Sum 2716 2723 10 5.8 172.7 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single DOUBLE Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum 3004 3006 3 5.2 191.0 1.0X +Sum 2868 2870 3 5.5 182.4 1.0X ================================================================================================ Int and String Scan ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Int and String Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum of columns 4814 4830 22 2.2 459.1 1.0X +Sum of columns 4714 4739 35 2.2 449.6 1.0X ================================================================================================ Partitioned Table Scan ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Partitioned Table: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Data column 3361 3362 1 4.7 213.7 1.0X -Partition column 2999 3013 20 5.2 190.7 1.1X -Both columns 3613 3615 2 4.4 229.7 0.9X +Data column 3257 3286 41 4.8 207.1 1.0X +Partition column 3258 3277 27 4.8 207.2 1.0X +Both columns 3399 3405 9 4.6 216.1 1.0X ================================================================================================ Repeated String Scan ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Repeated String: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum of string length 3415 3416 1 3.1 325.7 1.0X +Sum of string length 3292 3316 33 3.2 314.0 1.0X ================================================================================================ String with Nulls Scan ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz String with Nulls Scan (0.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum of string length 5535 5536 2 1.9 527.8 1.0X +Sum of string length 5450 5456 9 1.9 519.7 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz String with Nulls Scan (50.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum of string length 4567 4575 11 2.3 435.6 1.0X +Sum of string length 4410 4435 35 2.4 420.6 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz String with Nulls Scan (95.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum of string length 3248 3268 29 3.2 309.7 1.0X +Sum of string length 3074 3122 68 3.4 293.2 1.0X ================================================================================================ Single Column Scan From Wide Columns ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Single Column Scan from 100 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum of single column 5486 5497 15 0.2 5232.0 1.0X +Sum of single column 5120 5136 23 0.2 4882.7 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Single Column Scan from 200 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum of single column 10682 10746 90 0.1 10186.8 1.0X +Sum of single column 9952 10002 71 0.1 9490.7 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Single Column Scan from 300 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Sum of single column 16177 16177 0 0.1 15427.7 1.0X +Sum of single column 14973 14978 7 0.1 14279.8 1.0X diff --git a/external/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroReadBenchmark.scala b/external/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroReadBenchmark.scala index a16126ae2424..dc9606f40519 100644 --- a/external/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroReadBenchmark.scala +++ b/external/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroReadBenchmark.scala @@ -64,7 +64,7 @@ object AvroReadBenchmark extends SqlBasedBenchmark { prepareTable(dir, spark.sql(s"SELECT CAST(value as ${dataType.sql}) id FROM t1")) benchmark.addCase("Sum") { _ => - spark.sql("SELECT sum(id) FROM avroTable").collect() + spark.sql("SELECT sum(id) FROM avroTable").noop() } benchmark.run() @@ -85,7 +85,7 @@ object AvroReadBenchmark extends SqlBasedBenchmark { spark.sql("SELECT CAST(value AS INT) AS c1, CAST(value as STRING) AS c2 FROM t1")) benchmark.addCase("Sum of columns") { _ => - spark.sql("SELECT sum(c1), sum(length(c2)) FROM avroTable").collect() + spark.sql("SELECT sum(c1), sum(length(c2)) FROM avroTable").noop() } benchmark.run() @@ -104,15 +104,15 @@ object AvroReadBenchmark extends SqlBasedBenchmark { prepareTable(dir, spark.sql("SELECT value % 2 AS p, value AS id FROM t1"), Some("p")) benchmark.addCase("Data column") { _ => - spark.sql("SELECT sum(id) FROM avroTable").collect() + spark.sql("SELECT sum(id) FROM avroTable").noop() } benchmark.addCase("Partition column") { _ => - spark.sql("SELECT sum(p) FROM avroTable").collect() + spark.sql("SELECT sum(p) FROM avroTable").noop() } benchmark.addCase("Both columns") { _ => - spark.sql("SELECT sum(p), sum(id) FROM avroTable").collect() + spark.sql("SELECT sum(p), sum(id) FROM avroTable").noop() } benchmark.run() @@ -130,7 +130,7 @@ object AvroReadBenchmark extends SqlBasedBenchmark { prepareTable(dir, spark.sql("SELECT CAST((id % 200) + 10000 as STRING) AS c1 FROM t1")) benchmark.addCase("Sum of string length") { _ => - spark.sql("SELECT sum(length(c1)) FROM avroTable").collect() + spark.sql("SELECT sum(length(c1)) FROM avroTable").noop() } benchmark.run() @@ -155,7 +155,7 @@ object AvroReadBenchmark extends SqlBasedBenchmark { benchmark.addCase("Sum of string length") { _ => spark.sql("SELECT SUM(LENGTH(c2)) FROM avroTable " + - "WHERE c1 IS NOT NULL AND c2 IS NOT NULL").collect() + "WHERE c1 IS NOT NULL AND c2 IS NOT NULL").noop() } benchmark.run() @@ -178,7 +178,7 @@ object AvroReadBenchmark extends SqlBasedBenchmark { prepareTable(dir, spark.sql("SELECT * FROM t1")) benchmark.addCase("Sum of single column") { _ => - spark.sql(s"SELECT sum(c$middle) FROM avroTable").collect() + spark.sql(s"SELECT sum(c$middle) FROM avroTable").noop() } benchmark.run() diff --git a/sql/core/benchmarks/AggregateBenchmark-jdk11-results.txt b/sql/core/benchmarks/AggregateBenchmark-jdk11-results.txt index e71d7ab0f3b6..baa237d3142d 100644 --- a/sql/core/benchmarks/AggregateBenchmark-jdk11-results.txt +++ b/sql/core/benchmarks/AggregateBenchmark-jdk11-results.txt @@ -2,142 +2,142 @@ aggregate without grouping ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz agg w/o group: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -agg w/o group wholestage off 55644 59484 NaN 37.7 26.5 1.0X -agg w/o group wholestage on 896 906 8 2340.7 0.4 62.1X +agg w/o group wholestage off 59499 62969 2375 35.2 28.4 1.0X +agg w/o group wholestage on 890 902 10 2357.2 0.4 66.9X ================================================================================================ stat functions ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz stddev: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -stddev wholestage off 8655 9022 519 12.1 82.5 1.0X -stddev wholestage on 1306 1323 13 80.3 12.5 6.6X +stddev wholestage off 8702 8870 237 12.0 83.0 1.0X +stddev wholestage on 1307 1314 9 80.2 12.5 6.7X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz kurtosis: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -kurtosis wholestage off 40795 41041 349 2.6 389.0 1.0X -kurtosis wholestage on 1441 1468 22 72.8 13.7 28.3X +kurtosis wholestage off 42656 42797 198 2.5 406.8 1.0X +kurtosis wholestage on 1440 1466 32 72.8 13.7 29.6X ================================================================================================ aggregate with linear keys ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Aggregate w keys: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -codegen = F 10559 10956 562 7.9 125.9 1.0X -codegen = T hashmap = F 6533 6567 34 12.8 77.9 1.6X -codegen = T hashmap = T 1362 1377 22 61.6 16.2 7.8X +codegen = F 10963 11035 101 7.7 130.7 1.0X +codegen = T hashmap = F 6852 7080 207 12.2 81.7 1.6X +codegen = T hashmap = T 1377 1421 43 60.9 16.4 8.0X ================================================================================================ aggregate with randomized keys ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Aggregate w keys: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -codegen = F 12631 12634 3 6.6 150.6 1.0X -codegen = T hashmap = F 8434 8478 44 9.9 100.5 1.5X -codegen = T hashmap = T 2484 2598 117 33.8 29.6 5.1X +codegen = F 12240 12296 80 6.9 145.9 1.0X +codegen = T hashmap = F 8318 8376 87 10.1 99.2 1.5X +codegen = T hashmap = T 2551 2617 80 32.9 30.4 4.8X ================================================================================================ aggregate with string key ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Aggregate w string key: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -codegen = F 4173 4204 44 5.0 199.0 1.0X -codegen = T hashmap = F 2664 2721 81 7.9 127.0 1.6X -codegen = T hashmap = T 1178 1219 59 17.8 56.2 3.5X +codegen = F 4442 4504 88 4.7 211.8 1.0X +codegen = T hashmap = F 2685 2778 95 7.8 128.0 1.7X +codegen = T hashmap = T 1181 1203 15 17.8 56.3 3.8X ================================================================================================ aggregate with decimal key ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Aggregate w decimal key: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -codegen = F 3740 3747 9 5.6 178.3 1.0X -codegen = T hashmap = F 2398 2528 184 8.7 114.3 1.6X -codegen = T hashmap = T 638 644 7 32.9 30.4 5.9X +codegen = F 3487 3534 66 6.0 166.3 1.0X +codegen = T hashmap = F 2239 2353 161 9.4 106.8 1.6X +codegen = T hashmap = T 664 693 26 31.6 31.7 5.3X ================================================================================================ aggregate with multiple key types ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Aggregate w multiple keys: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -codegen = F 6874 6896 31 3.1 327.8 1.0X -codegen = T hashmap = F 3866 3886 28 5.4 184.3 1.8X -codegen = T hashmap = T 2619 2641 31 8.0 124.9 2.6X +codegen = F 6414 6475 86 3.3 305.9 1.0X +codegen = T hashmap = F 3776 3800 34 5.6 180.1 1.7X +codegen = T hashmap = T 2824 2852 40 7.4 134.7 2.3X ================================================================================================ max function bytecode size of wholestagecodegen ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz max function bytecode size: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -codegen = F 793 806 19 0.8 1209.7 1.0X -codegen = T hugeMethodLimit = 10000 401 456 61 1.6 611.2 2.0X -codegen = T hugeMethodLimit = 1500 694 715 19 0.9 1059.3 1.1X +codegen = F 654 696 36 1.0 998.6 1.0X +codegen = T hugeMethodLimit = 10000 378 405 24 1.7 577.1 1.7X +codegen = T hugeMethodLimit = 1500 383 403 22 1.7 584.3 1.7X ================================================================================================ cube ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz cube: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -cube wholestage off 3616 3630 19 1.4 689.8 1.0X -cube wholestage on 1819 1866 41 2.9 347.0 2.0X +cube wholestage off 3443 3444 1 1.5 656.7 1.0X +cube wholestage on 1797 1815 20 2.9 342.7 1.9X ================================================================================================ hash and BytesToBytesMap ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz BytesToBytesMap: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -UnsafeRowhash 321 321 1 65.4 15.3 1.0X -murmur3 hash 145 145 0 144.5 6.9 2.2X -fast hash 70 71 1 298.9 3.3 4.6X -arrayEqual 198 199 2 105.7 9.5 1.6X -Java HashMap (Long) 132 136 3 158.6 6.3 2.4X -Java HashMap (two ints) 152 156 4 138.3 7.2 2.1X -Java HashMap (UnsafeRow) 819 839 17 25.6 39.1 0.4X -LongToUnsafeRowMap (opt=false) 459 472 25 45.7 21.9 0.7X -LongToUnsafeRowMap (opt=true) 107 108 1 195.5 5.1 3.0X -BytesToBytesMap (off Heap) 1012 1019 10 20.7 48.3 0.3X -BytesToBytesMap (on Heap) 963 974 18 21.8 45.9 0.3X -Aggregate HashMap 41 43 2 515.1 1.9 7.9X +UnsafeRowhash 313 314 2 67.1 14.9 1.0X +murmur3 hash 144 145 2 145.9 6.9 2.2X +fast hash 70 72 5 301.5 3.3 4.5X +arrayEqual 189 190 0 111.0 9.0 1.7X +Java HashMap (Long) 129 132 4 162.4 6.2 2.4X +Java HashMap (two ints) 148 154 7 142.0 7.0 2.1X +Java HashMap (UnsafeRow) 839 840 1 25.0 40.0 0.4X +LongToUnsafeRowMap (opt=false) 462 464 1 45.4 22.0 0.7X +LongToUnsafeRowMap (opt=true) 108 108 1 194.2 5.2 2.9X +BytesToBytesMap (off Heap) 1027 1029 2 20.4 49.0 0.3X +BytesToBytesMap (on Heap) 999 1001 3 21.0 47.6 0.3X +Aggregate HashMap 44 44 0 477.8 2.1 7.1X diff --git a/sql/core/benchmarks/AggregateBenchmark-results.txt b/sql/core/benchmarks/AggregateBenchmark-results.txt index ea8f113143a0..b1c2e9d6ae9f 100644 --- a/sql/core/benchmarks/AggregateBenchmark-results.txt +++ b/sql/core/benchmarks/AggregateBenchmark-results.txt @@ -2,142 +2,142 @@ aggregate without grouping ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz agg w/o group: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -agg w/o group wholestage off 50499 52524 2863 41.5 24.1 1.0X -agg w/o group wholestage on 1163 1205 56 1803.1 0.6 43.4X +agg w/o group wholestage off 49902 52257 NaN 42.0 23.8 1.0X +agg w/o group wholestage on 1162 1171 10 1805.2 0.6 43.0X ================================================================================================ stat functions ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz stddev: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -stddev wholestage off 13393 13403 14 7.8 127.7 1.0X -stddev wholestage on 1291 1315 25 81.2 12.3 10.4X +stddev wholestage off 8203 8243 56 12.8 78.2 1.0X +stddev wholestage on 1287 1303 10 81.5 12.3 6.4X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz kurtosis: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -kurtosis wholestage off 40131 40250 168 2.6 382.7 1.0X -kurtosis wholestage on 1435 1452 20 73.1 13.7 28.0X +kurtosis wholestage off 39557 39919 511 2.7 377.2 1.0X +kurtosis wholestage on 1398 1476 138 75.0 13.3 28.3X ================================================================================================ aggregate with linear keys ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Aggregate w keys: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -codegen = F 10008 10008 1 8.4 119.3 1.0X -codegen = T hashmap = F 5803 6158 370 14.5 69.2 1.7X -codegen = T hashmap = T 1332 1348 12 63.0 15.9 7.5X +codegen = F 11236 12182 1337 7.5 133.9 1.0X +codegen = T hashmap = F 7079 7337 250 11.9 84.4 1.6X +codegen = T hashmap = T 1278 1419 186 65.6 15.2 8.8X ================================================================================================ aggregate with randomized keys ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Aggregate w keys: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -codegen = F 11853 11988 191 7.1 141.3 1.0X -codegen = T hashmap = F 7469 7531 57 11.2 89.0 1.6X -codegen = T hashmap = T 2412 2436 24 34.8 28.8 4.9X +codegen = F 11629 11650 30 7.2 138.6 1.0X +codegen = T hashmap = F 7552 7747 169 11.1 90.0 1.5X +codegen = T hashmap = T 2414 2662 167 34.7 28.8 4.8X ================================================================================================ aggregate with string key ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Aggregate w string key: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -codegen = F 4880 4908 40 4.3 232.7 1.0X -codegen = T hashmap = F 3483 3505 26 6.0 166.1 1.4X -codegen = T hashmap = T 2362 2425 39 8.9 112.6 2.1X +codegen = F 4790 4904 162 4.4 228.4 1.0X +codegen = T hashmap = F 3439 3504 105 6.1 164.0 1.4X +codegen = T hashmap = T 2327 2365 39 9.0 111.0 2.1X ================================================================================================ aggregate with decimal key ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Aggregate w decimal key: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -codegen = F 3475 3516 58 6.0 165.7 1.0X -codegen = T hashmap = F 1939 1958 27 10.8 92.5 1.8X -codegen = T hashmap = T 599 609 9 35.0 28.6 5.8X +codegen = F 3260 3418 223 6.4 155.5 1.0X +codegen = T hashmap = F 2316 2325 14 9.1 110.4 1.4X +codegen = T hashmap = T 605 607 2 34.7 28.8 5.4X ================================================================================================ aggregate with multiple key types ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Aggregate w multiple keys: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -codegen = F 7649 7675 37 2.7 364.7 1.0X -codegen = T hashmap = F 4729 4759 42 4.4 225.5 1.6X -codegen = T hashmap = T 3917 3929 16 5.4 186.8 2.0X +codegen = F 7426 7473 67 2.8 354.1 1.0X +codegen = T hashmap = F 4685 4723 54 4.5 223.4 1.6X +codegen = T hashmap = T 3946 4005 83 5.3 188.2 1.9X ================================================================================================ max function bytecode size of wholestagecodegen ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz max function bytecode size: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -codegen = F 628 661 25 1.0 958.2 1.0X -codegen = T hugeMethodLimit = 10000 366 385 21 1.8 558.9 1.7X -codegen = T hugeMethodLimit = 1500 620 648 24 1.1 946.7 1.0X +codegen = F 628 672 49 1.0 958.4 1.0X +codegen = T hugeMethodLimit = 10000 357 373 12 1.8 545.3 1.8X +codegen = T hugeMethodLimit = 1500 344 356 7 1.9 525.6 1.8X ================================================================================================ cube ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz cube: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -cube wholestage off 3225 3273 68 1.6 615.1 1.0X -cube wholestage on 1636 1680 56 3.2 312.0 2.0X +cube wholestage off 3167 3266 140 1.7 604.1 1.0X +cube wholestage on 1549 1576 29 3.4 295.4 2.0X ================================================================================================ hash and BytesToBytesMap ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz BytesToBytesMap: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -UnsafeRowhash 331 332 0 63.3 15.8 1.0X -murmur3 hash 148 148 0 141.4 7.1 2.2X -fast hash 75 76 6 280.6 3.6 4.4X -arrayEqual 176 176 0 119.0 8.4 1.9X -Java HashMap (Long) 140 144 6 149.7 6.7 2.4X -Java HashMap (two ints) 153 157 5 137.2 7.3 2.2X -Java HashMap (UnsafeRow) 845 852 6 24.8 40.3 0.4X -LongToUnsafeRowMap (opt=false) 463 482 26 45.3 22.1 0.7X -LongToUnsafeRowMap (opt=true) 118 120 6 178.1 5.6 2.8X -BytesToBytesMap (off Heap) 935 937 2 22.4 44.6 0.4X -BytesToBytesMap (on Heap) 897 901 5 23.4 42.8 0.4X -Aggregate HashMap 57 58 0 369.9 2.7 5.8X +UnsafeRowhash 326 328 2 64.3 15.5 1.0X +murmur3 hash 147 147 0 142.7 7.0 2.2X +fast hash 74 75 1 282.3 3.5 4.4X +arrayEqual 175 175 0 119.8 8.3 1.9X +Java HashMap (Long) 138 140 4 152.1 6.6 2.4X +Java HashMap (two ints) 148 154 7 141.7 7.1 2.2X +Java HashMap (UnsafeRow) 1043 1090 66 20.1 49.8 0.3X +LongToUnsafeRowMap (opt=false) 464 466 2 45.2 22.1 0.7X +LongToUnsafeRowMap (opt=true) 104 106 8 202.3 4.9 3.1X +BytesToBytesMap (off Heap) 1140 1149 12 18.4 54.4 0.3X +BytesToBytesMap (on Heap) 1002 1132 183 20.9 47.8 0.3X +Aggregate HashMap 74 74 0 281.9 3.5 4.4X diff --git a/sql/core/benchmarks/BloomFilterBenchmark-jdk11-results.txt b/sql/core/benchmarks/BloomFilterBenchmark-jdk11-results.txt index 9cd7ad16ac2b..cb1e96a3df23 100644 --- a/sql/core/benchmarks/BloomFilterBenchmark-jdk11-results.txt +++ b/sql/core/benchmarks/BloomFilterBenchmark-jdk11-results.txt @@ -2,23 +2,23 @@ ORC Write ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Write 100M rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Without bloom filter 17367 17786 592 5.8 173.7 1.0X -With bloom filter 20556 20596 57 4.9 205.6 0.8X +Without bloom filter 19554 20736 1672 5.1 195.5 1.0X +With bloom filter 22112 22203 129 4.5 221.1 0.9X ================================================================================================ ORC Read ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Read a row from 100M rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Without bloom filter 2204 2226 31 45.4 22.0 1.0X -With bloom filter 1415 1465 71 70.7 14.2 1.6X +Without bloom filter 1866 1879 19 53.6 18.7 1.0X +With bloom filter 1523 1544 29 65.6 15.2 1.2X diff --git a/sql/core/benchmarks/BloomFilterBenchmark-results.txt b/sql/core/benchmarks/BloomFilterBenchmark-results.txt index b4e3e843798e..ec629129559f 100644 --- a/sql/core/benchmarks/BloomFilterBenchmark-results.txt +++ b/sql/core/benchmarks/BloomFilterBenchmark-results.txt @@ -2,23 +2,23 @@ ORC Write ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Write 100M rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Without bloom filter 19489 19693 289 5.1 194.9 1.0X -With bloom filter 23045 23148 145 4.3 230.5 0.8X +Without bloom filter 19110 19145 50 5.2 191.1 1.0X +With bloom filter 21890 21908 25 4.6 218.9 0.9X ================================================================================================ ORC Read ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Read a row from 100M rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Without bloom filter 2038 2084 65 49.1 20.4 1.0X -With bloom filter 1465 1475 15 68.3 14.6 1.4X +Without bloom filter 1724 1746 30 58.0 17.2 1.0X +With bloom filter 1364 1376 17 73.3 13.6 1.3X diff --git a/sql/core/benchmarks/CSVBenchmark-jdk11-results.txt b/sql/core/benchmarks/CSVBenchmark-jdk11-results.txt index b65b236fd71f..2d24a273f757 100644 --- a/sql/core/benchmarks/CSVBenchmark-jdk11-results.txt +++ b/sql/core/benchmarks/CSVBenchmark-jdk11-results.txt @@ -2,58 +2,58 @@ Benchmark to measure CSV read/write performance ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Parsing quoted values: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -One quoted string 56894 57106 184 0.0 1137889.9 1.0X +One quoted string 44297 44515 373 0.0 885948.7 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Wide rows with 1000 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Select 1000 columns 220825 222234 2018 0.0 220825.5 1.0X -Select 100 columns 50507 50723 278 0.0 50506.6 4.4X -Select one column 38629 38642 16 0.0 38628.6 5.7X -count() 8549 8597 51 0.1 8549.2 25.8X -Select 100 columns, one bad input field 68309 68474 182 0.0 68309.2 3.2X -Select 100 columns, corrupt record field 74551 74701 136 0.0 74551.5 3.0X +Select 1000 columns 196720 197783 1560 0.0 196719.8 1.0X +Select 100 columns 46691 46861 219 0.0 46691.4 4.2X +Select one column 36811 36922 111 0.0 36811.3 5.3X +count() 8520 8610 106 0.1 8520.5 23.1X +Select 100 columns, one bad input field 67914 67994 136 0.0 67914.0 2.9X +Select 100 columns, corrupt record field 77272 77445 214 0.0 77272.0 2.5X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Count a dataset with 10 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Select 10 columns + count() 27745 28050 276 0.4 2774.5 1.0X -Select 1 column + count() 19989 20315 319 0.5 1998.9 1.4X -count() 6091 6109 25 1.6 609.1 4.6X +Select 10 columns + count() 25965 26054 103 0.4 2596.5 1.0X +Select 1 column + count() 18591 18666 91 0.5 1859.1 1.4X +count() 6102 6119 18 1.6 610.2 4.3X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Write dates and timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Create a dataset of timestamps 2235 2301 59 4.5 223.5 1.0X -to_csv(timestamp) 16033 16205 153 0.6 1603.3 0.1X -write timestamps to files 13556 13685 167 0.7 1355.6 0.2X -Create a dataset of dates 2262 2290 44 4.4 226.2 1.0X -to_csv(date) 11122 11160 33 0.9 1112.2 0.2X -write dates to files 8436 8486 76 1.2 843.6 0.3X +Create a dataset of timestamps 2142 2161 17 4.7 214.2 1.0X +to_csv(timestamp) 14744 14950 182 0.7 1474.4 0.1X +write timestamps to files 12078 12202 175 0.8 1207.8 0.2X +Create a dataset of dates 2275 2291 18 4.4 227.5 0.9X +to_csv(date) 11407 11464 51 0.9 1140.7 0.2X +write dates to files 7638 7702 90 1.3 763.8 0.3X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Read dates and timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -read timestamp text from files 2617 2644 26 3.8 261.7 1.0X -read timestamps from files 53245 53381 149 0.2 5324.5 0.0X -infer timestamps from files 103797 104026 257 0.1 10379.7 0.0X -read date text from files 2371 2378 7 4.2 237.1 1.1X -read date from files 41808 41929 177 0.2 4180.8 0.1X -infer date from files 35069 35336 458 0.3 3506.9 0.1X -timestamp strings 3104 3127 21 3.2 310.4 0.8X -parse timestamps from Dataset[String] 61888 62132 342 0.2 6188.8 0.0X -infer timestamps from Dataset[String] 112494 114609 1949 0.1 11249.4 0.0X -date strings 3558 3603 41 2.8 355.8 0.7X -parse dates from Dataset[String] 45871 46000 120 0.2 4587.1 0.1X -from_csv(timestamp) 56975 57035 53 0.2 5697.5 0.0X -from_csv(date) 43711 43795 74 0.2 4371.1 0.1X +read timestamp text from files 2578 2590 10 3.9 257.8 1.0X +read timestamps from files 60103 60694 512 0.2 6010.3 0.0X +infer timestamps from files 107871 108268 351 0.1 10787.1 0.0X +read date text from files 2306 2310 4 4.3 230.6 1.1X +read date from files 47415 47657 367 0.2 4741.5 0.1X +infer date from files 35261 35447 164 0.3 3526.1 0.1X +timestamp strings 3045 3056 11 3.3 304.5 0.8X +parse timestamps from Dataset[String] 62221 63173 849 0.2 6222.1 0.0X +infer timestamps from Dataset[String] 118838 119629 697 0.1 11883.8 0.0X +date strings 3459 3481 19 2.9 345.9 0.7X +parse dates from Dataset[String] 51026 51447 503 0.2 5102.6 0.1X +from_csv(timestamp) 60738 61818 936 0.2 6073.8 0.0X +from_csv(date) 46012 46278 370 0.2 4601.2 0.1X diff --git a/sql/core/benchmarks/CSVBenchmark-results.txt b/sql/core/benchmarks/CSVBenchmark-results.txt index d2037e86a3a7..0777549efc5f 100644 --- a/sql/core/benchmarks/CSVBenchmark-results.txt +++ b/sql/core/benchmarks/CSVBenchmark-results.txt @@ -2,58 +2,58 @@ Benchmark to measure CSV read/write performance ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Parsing quoted values: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -One quoted string 62603 62755 133 0.0 1252055.6 1.0X +One quoted string 51602 51659 59 0.0 1032039.4 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Wide rows with 1000 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Select 1000 columns 225032 225919 782 0.0 225031.7 1.0X -Select 100 columns 51982 52290 286 0.0 51982.1 4.3X -Select one column 40167 40283 133 0.0 40167.4 5.6X -count() 11435 11593 176 0.1 11435.1 19.7X -Select 100 columns, one bad input field 66864 66968 174 0.0 66864.1 3.4X -Select 100 columns, corrupt record field 79570 80418 1080 0.0 79569.5 2.8X +Select 1000 columns 191926 192879 1615 0.0 191925.6 1.0X +Select 100 columns 46766 46846 69 0.0 46766.1 4.1X +Select one column 35877 35930 83 0.0 35876.8 5.3X +count() 11186 11262 65 0.1 11186.0 17.2X +Select 100 columns, one bad input field 59943 60107 232 0.0 59943.0 3.2X +Select 100 columns, corrupt record field 73062 73406 479 0.0 73062.2 2.6X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Count a dataset with 10 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Select 10 columns + count() 23271 23389 103 0.4 2327.1 1.0X -Select 1 column + count() 18206 19772 NaN 0.5 1820.6 1.3X -count() 8500 8521 18 1.2 850.0 2.7X +Select 10 columns + count() 22389 22447 87 0.4 2238.9 1.0X +Select 1 column + count() 14844 14890 43 0.7 1484.4 1.5X +count() 5519 5538 18 1.8 551.9 4.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Write dates and timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Create a dataset of timestamps 2025 2068 66 4.9 202.5 1.0X -to_csv(timestamp) 22192 22983 879 0.5 2219.2 0.1X -write timestamps to files 15949 16030 72 0.6 1594.9 0.1X -Create a dataset of dates 2200 2234 32 4.5 220.0 0.9X -to_csv(date) 18268 18341 73 0.5 1826.8 0.1X -write dates to files 10495 10722 214 1.0 1049.5 0.2X +Create a dataset of timestamps 1949 1977 25 5.1 194.9 1.0X +to_csv(timestamp) 14944 15702 714 0.7 1494.4 0.1X +write timestamps to files 12983 12998 14 0.8 1298.3 0.2X +Create a dataset of dates 2156 2164 7 4.6 215.6 0.9X +to_csv(date) 9675 9709 41 1.0 967.5 0.2X +write dates to files 7880 7897 15 1.3 788.0 0.2X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Read dates and timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -read timestamp text from files 6491 6503 18 1.5 649.1 1.0X -read timestamps from files 56069 56795 874 0.2 5606.9 0.1X -infer timestamps from files 113383 114203 825 0.1 11338.3 0.1X -read date text from files 6411 6419 10 1.6 641.1 1.0X -read date from files 46245 46371 138 0.2 4624.5 0.1X -infer date from files 43623 43906 291 0.2 4362.3 0.1X -timestamp strings 4951 4959 7 2.0 495.1 1.3X -parse timestamps from Dataset[String] 65786 66309 663 0.2 6578.6 0.1X -infer timestamps from Dataset[String] 130891 133861 1928 0.1 13089.1 0.0X -date strings 3814 3895 84 2.6 381.4 1.7X -parse dates from Dataset[String] 52259 52960 614 0.2 5225.9 0.1X -from_csv(timestamp) 63013 63306 291 0.2 6301.3 0.1X -from_csv(date) 49840 52352 NaN 0.2 4984.0 0.1X +read timestamp text from files 2235 2245 10 4.5 223.5 1.0X +read timestamps from files 54490 54690 283 0.2 5449.0 0.0X +infer timestamps from files 104501 104737 236 0.1 10450.1 0.0X +read date text from files 2035 2040 6 4.9 203.5 1.1X +read date from files 39650 39707 52 0.3 3965.0 0.1X +infer date from files 29235 29363 164 0.3 2923.5 0.1X +timestamp strings 3412 3426 18 2.9 341.2 0.7X +parse timestamps from Dataset[String] 66864 67804 981 0.1 6686.4 0.0X +infer timestamps from Dataset[String] 118780 119284 837 0.1 11878.0 0.0X +date strings 3730 3734 4 2.7 373.0 0.6X +parse dates from Dataset[String] 48728 49071 309 0.2 4872.8 0.0X +from_csv(timestamp) 62294 62493 260 0.2 6229.4 0.0X +from_csv(date) 44581 44665 117 0.2 4458.1 0.1X diff --git a/sql/core/benchmarks/DataSourceReadBenchmark-jdk11-results.txt b/sql/core/benchmarks/DataSourceReadBenchmark-jdk11-results.txt index 55cb301dba17..595f69c8e140 100644 --- a/sql/core/benchmarks/DataSourceReadBenchmark-jdk11-results.txt +++ b/sql/core/benchmarks/DataSourceReadBenchmark-jdk11-results.txt @@ -2,251 +2,251 @@ SQL Single Numeric Column Scan ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single TINYINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 27115 27169 76 0.6 1723.9 1.0X -SQL Json 9061 9124 89 1.7 576.1 3.0X -SQL Parquet Vectorized 196 232 39 80.4 12.4 138.5X -SQL Parquet MR 2187 2216 40 7.2 139.1 12.4X -SQL ORC Vectorized 335 344 5 46.9 21.3 80.9X -SQL ORC MR 1757 1786 42 9.0 111.7 15.4X +SQL CSV 28338 28589 356 0.6 1801.7 1.0X +SQL Json 9273 9332 83 1.7 589.6 3.1X +SQL Parquet Vectorized 186 217 22 84.3 11.9 152.0X +SQL Parquet MR 1951 1972 29 8.1 124.1 14.5X +SQL ORC Vectorized 256 277 22 61.4 16.3 110.6X +SQL ORC MR 1627 1717 127 9.7 103.4 17.4X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Parquet Reader Single TINYINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -ParquetReader Vectorized 201 205 5 78.3 12.8 1.0X -ParquetReader Vectorized -> Row 91 92 1 173.2 5.8 2.2X +ParquetReader Vectorized 208 223 13 75.8 13.2 1.0X +ParquetReader Vectorized -> Row 96 97 1 164.1 6.1 2.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single SMALLINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 27969 27972 4 0.6 1778.2 1.0X -SQL Json 10328 10389 87 1.5 656.6 2.7X -SQL Parquet Vectorized 217 237 24 72.5 13.8 128.8X -SQL Parquet MR 2494 2567 103 6.3 158.6 11.2X -SQL ORC Vectorized 310 321 10 50.8 19.7 90.3X -SQL ORC MR 1901 1907 9 8.3 120.9 14.7X +SQL CSV 28493 28516 33 0.6 1811.5 1.0X +SQL Json 10257 10291 47 1.5 652.1 2.8X +SQL Parquet Vectorized 215 233 14 73.2 13.7 132.5X +SQL Parquet MR 2384 2388 7 6.6 151.5 12.0X +SQL ORC Vectorized 298 307 7 52.8 18.9 95.6X +SQL ORC MR 1798 1814 22 8.7 114.3 15.8X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Parquet Reader Single SMALLINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -ParquetReader Vectorized 272 280 10 57.8 17.3 1.0X -ParquetReader Vectorized -> Row 144 185 68 109.3 9.1 1.9X +ParquetReader Vectorized 286 293 6 54.9 18.2 1.0X +ParquetReader Vectorized -> Row 154 179 57 102.3 9.8 1.9X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single INT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 29507 29532 34 0.5 1876.0 1.0X -SQL Json 10463 10474 16 1.5 665.2 2.8X -SQL Parquet Vectorized 193 204 10 81.3 12.3 152.6X -SQL Parquet MR 2948 2954 7 5.3 187.5 10.0X -SQL ORC Vectorized 268 277 9 58.7 17.0 110.1X -SQL ORC MR 1910 1950 57 8.2 121.4 15.5X +SQL CSV 30821 30902 114 0.5 1959.5 1.0X +SQL Json 10935 10944 13 1.4 695.3 2.8X +SQL Parquet Vectorized 203 213 12 77.6 12.9 152.1X +SQL Parquet MR 2334 2351 24 6.7 148.4 13.2X +SQL ORC Vectorized 281 286 4 56.0 17.9 109.6X +SQL ORC MR 1943 2022 112 8.1 123.5 15.9X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Parquet Reader Single INT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -ParquetReader Vectorized 263 278 38 59.7 16.7 1.0X -ParquetReader Vectorized -> Row 259 266 9 60.7 16.5 1.0X +ParquetReader Vectorized 284 291 9 55.5 18.0 1.0X +ParquetReader Vectorized -> Row 277 281 6 56.8 17.6 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single BIGINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 36696 36771 106 0.4 2333.0 1.0X -SQL Json 13496 13520 34 1.2 858.0 2.7X -SQL Parquet Vectorized 282 292 9 55.7 17.9 130.0X -SQL Parquet MR 3358 3383 36 4.7 213.5 10.9X -SQL ORC Vectorized 409 414 5 38.5 26.0 89.7X -SQL ORC MR 2250 2275 35 7.0 143.1 16.3X +SQL CSV 38264 38306 60 0.4 2432.7 1.0X +SQL Json 14369 14371 3 1.1 913.6 2.7X +SQL Parquet Vectorized 313 319 6 50.3 19.9 122.3X +SQL Parquet MR 2581 2602 30 6.1 164.1 14.8X +SQL ORC Vectorized 423 432 9 37.2 26.9 90.4X +SQL ORC MR 2108 2142 49 7.5 134.0 18.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Parquet Reader Single BIGINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -ParquetReader Vectorized 360 372 15 43.6 22.9 1.0X -ParquetReader Vectorized -> Row 354 357 5 44.4 22.5 1.0X +ParquetReader Vectorized 401 409 8 39.2 25.5 1.0X +ParquetReader Vectorized -> Row 392 400 15 40.2 24.9 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single FLOAT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 30462 30466 5 0.5 1936.7 1.0X -SQL Json 12916 12948 45 1.2 821.2 2.4X -SQL Parquet Vectorized 181 185 5 86.7 11.5 168.0X -SQL Parquet MR 2810 2820 14 5.6 178.7 10.8X -SQL ORC Vectorized 426 430 4 36.9 27.1 71.6X -SQL ORC MR 2106 2112 9 7.5 133.9 14.5X +SQL CSV 36276 36300 34 0.4 2306.4 1.0X +SQL Json 13691 14374 967 1.1 870.4 2.6X +SQL Parquet Vectorized 193 198 5 81.6 12.3 188.2X +SQL Parquet MR 2361 2389 40 6.7 150.1 15.4X +SQL ORC Vectorized 430 434 4 36.6 27.3 84.4X +SQL ORC MR 2037 2072 50 7.7 129.5 17.8X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Parquet Reader Single FLOAT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -ParquetReader Vectorized 255 261 7 61.6 16.2 1.0X -ParquetReader Vectorized -> Row 285 288 5 55.1 18.1 0.9X +ParquetReader Vectorized 277 284 10 56.8 17.6 1.0X +ParquetReader Vectorized -> Row 274 276 4 57.5 17.4 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single DOUBLE Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 36950 36979 41 0.4 2349.2 1.0X -SQL Json 18794 18795 2 0.8 1194.9 2.0X -SQL Parquet Vectorized 279 295 17 56.3 17.8 132.3X -SQL Parquet MR 3933 4025 130 4.0 250.0 9.4X -SQL ORC Vectorized 521 527 6 30.2 33.2 70.9X -SQL ORC MR 2290 2326 51 6.9 145.6 16.1X +SQL CSV 39757 39761 5 0.4 2527.7 1.0X +SQL Json 20049 20052 5 0.8 1274.7 2.0X +SQL Parquet Vectorized 310 318 10 50.7 19.7 128.3X +SQL Parquet MR 2535 2571 52 6.2 161.2 15.7X +SQL ORC Vectorized 537 543 8 29.3 34.1 74.1X +SQL ORC MR 2132 2161 41 7.4 135.6 18.6X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Parquet Reader Single DOUBLE Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -ParquetReader Vectorized 356 365 12 44.2 22.6 1.0X -ParquetReader Vectorized -> Row 350 352 2 45.0 22.2 1.0X +ParquetReader Vectorized 390 394 5 40.3 24.8 1.0X +ParquetReader Vectorized -> Row 389 391 5 40.5 24.7 1.0X ================================================================================================ Int and String Scan ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Int and String Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 26764 26810 65 0.4 2552.4 1.0X -SQL Json 12107 12195 124 0.9 1154.6 2.2X -SQL Parquet Vectorized 2202 2210 10 4.8 210.0 12.2X -SQL Parquet MR 5297 5302 6 2.0 505.2 5.1X -SQL ORC Vectorized 2356 2372 23 4.5 224.7 11.4X -SQL ORC MR 4370 4419 70 2.4 416.8 6.1X +SQL CSV 27215 27240 34 0.4 2595.5 1.0X +SQL Json 12713 12783 100 0.8 1212.4 2.1X +SQL Parquet Vectorized 2265 2269 5 4.6 216.0 12.0X +SQL Parquet MR 4477 4544 95 2.3 426.9 6.1X +SQL ORC Vectorized 2388 2404 23 4.4 227.7 11.4X +SQL ORC MR 4295 4305 15 2.4 409.6 6.3X ================================================================================================ Repeated String Scan ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Repeated String: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 19953 19966 18 0.5 1902.8 1.0X -SQL Json 7151 7220 98 1.5 681.9 2.8X -SQL Parquet Vectorized 692 695 3 15.1 66.0 28.8X -SQL Parquet MR 2859 2943 118 3.7 272.6 7.0X -SQL ORC Vectorized 535 540 5 19.6 51.0 37.3X -SQL ORC MR 2157 2162 8 4.9 205.7 9.3X +SQL CSV 17544 17580 51 0.6 1673.1 1.0X +SQL Json 8277 8328 71 1.3 789.4 2.1X +SQL Parquet Vectorized 674 682 7 15.6 64.3 26.0X +SQL Parquet MR 1960 1972 17 5.3 187.0 8.9X +SQL ORC Vectorized 551 558 11 19.0 52.6 31.8X +SQL ORC MR 2047 2052 6 5.1 195.2 8.6X ================================================================================================ Partitioned Table Scan ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Partitioned Table: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Data column - CSV 46775 46785 13 0.3 2973.9 1.0X -Data column - Json 13891 13893 2 1.1 883.2 3.4X -Data column - Parquet Vectorized 301 306 7 52.3 19.1 155.6X -Data column - Parquet MR 3565 3572 10 4.4 226.7 13.1X -Data column - ORC Vectorized 434 458 36 36.2 27.6 107.7X -Data column - ORC MR 2337 2354 24 6.7 148.6 20.0X -Partition column - CSV 10645 10688 61 1.5 676.8 4.4X -Partition column - Json 10912 10973 87 1.4 693.7 4.3X -Partition column - Parquet Vectorized 93 103 9 169.4 5.9 503.8X -Partition column - Parquet MR 1588 1597 13 9.9 100.9 29.5X -Partition column - ORC Vectorized 92 99 11 170.7 5.9 507.6X -Partition column - ORC MR 1714 1716 3 9.2 109.0 27.3X -Both columns - CSV 46199 46222 32 0.3 2937.3 1.0X -Both columns - Json 17279 17291 18 0.9 1098.6 2.7X -Both columns - Parquet Vectorized 346 355 13 45.4 22.0 135.0X -Both columns - Parquet MR 3883 3908 35 4.1 246.9 12.0X -Both columns - ORC Vectorized 577 618 57 27.3 36.7 81.1X -Both columns - ORC MR 2967 3024 80 5.3 188.7 15.8X +Data column - CSV 40273 40290 24 0.4 2560.5 1.0X +Data column - Json 14420 14440 28 1.1 916.8 2.8X +Data column - Parquet Vectorized 336 342 6 46.8 21.4 119.8X +Data column - Parquet MR 2651 2652 2 5.9 168.5 15.2X +Data column - ORC Vectorized 444 451 9 35.4 28.2 90.7X +Data column - ORC MR 2342 2356 20 6.7 148.9 17.2X +Partition column - CSV 11307 11310 4 1.4 718.9 3.6X +Partition column - Json 12105 12115 14 1.3 769.6 3.3X +Partition column - Parquet Vectorized 87 97 13 181.2 5.5 464.0X +Partition column - Parquet MR 1364 1368 7 11.5 86.7 29.5X +Partition column - ORC Vectorized 83 97 13 189.0 5.3 484.1X +Partition column - ORC MR 1424 1437 19 11.0 90.5 28.3X +Both columns - CSV 41896 42166 381 0.4 2663.7 1.0X +Both columns - Json 15852 15871 27 1.0 1007.8 2.5X +Both columns - Parquet Vectorized 379 383 5 41.5 24.1 106.2X +Both columns - Parquet MR 2889 2916 38 5.4 183.7 13.9X +Both columns - ORC Vectorized 581 582 2 27.1 36.9 69.3X +Both columns - ORC MR 2626 2641 22 6.0 166.9 15.3X ================================================================================================ String with Nulls Scan ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz String with Nulls Scan (0.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 23623 23731 153 0.4 2252.9 1.0X -SQL Json 13299 13432 187 0.8 1268.3 1.8X -SQL Parquet Vectorized 1464 1466 4 7.2 139.6 16.1X -SQL Parquet MR 7602 7628 37 1.4 724.9 3.1X -ParquetReader Vectorized 1032 1043 15 10.2 98.4 22.9X -SQL ORC Vectorized 1206 1211 7 8.7 115.0 19.6X -SQL ORC MR 4726 4991 374 2.2 450.7 5.0X +SQL CSV 20831 21141 439 0.5 1986.6 1.0X +SQL Json 11720 11721 1 0.9 1117.7 1.8X +SQL Parquet Vectorized 1470 1475 7 7.1 140.2 14.2X +SQL Parquet MR 3902 3902 0 2.7 372.1 5.3X +ParquetReader Vectorized 1074 1077 4 9.8 102.5 19.4X +SQL ORC Vectorized 1289 1334 64 8.1 122.9 16.2X +SQL ORC MR 3603 3612 13 2.9 343.6 5.8X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz String with Nulls Scan (50.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 23715 24152 619 0.4 2261.6 1.0X -SQL Json 10120 10280 226 1.0 965.1 2.3X -SQL Parquet Vectorized 1063 1072 13 9.9 101.4 22.3X -SQL Parquet MR 5460 5464 5 1.9 520.8 4.3X -ParquetReader Vectorized 934 936 4 11.2 89.0 25.4X -SQL ORC Vectorized 1094 1094 0 9.6 104.3 21.7X -SQL ORC MR 3964 4401 618 2.6 378.0 6.0X +SQL CSV 21850 21910 85 0.5 2083.8 1.0X +SQL Json 8651 8668 24 1.2 825.0 2.5X +SQL Parquet Vectorized 1079 1090 16 9.7 102.9 20.3X +SQL Parquet MR 2906 2925 27 3.6 277.1 7.5X +ParquetReader Vectorized 951 954 4 11.0 90.7 23.0X +SQL ORC Vectorized 1246 1250 5 8.4 118.8 17.5X +SQL ORC MR 3146 3162 22 3.3 300.1 6.9X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz String with Nulls Scan (95.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 21348 21472 175 0.5 2035.9 1.0X -SQL Json 5877 5956 112 1.8 560.5 3.6X -SQL Parquet Vectorized 244 256 22 43.0 23.2 87.6X -SQL Parquet MR 3139 3371 328 3.3 299.4 6.8X -ParquetReader Vectorized 238 245 9 44.1 22.7 89.7X -SQL ORC Vectorized 378 383 7 27.7 36.0 56.5X -SQL ORC MR 2234 2315 115 4.7 213.0 9.6X +SQL CSV 18993 19140 209 0.6 1811.3 1.0X +SQL Json 5467 5469 2 1.9 521.4 3.5X +SQL Parquet Vectorized 240 248 10 43.8 22.8 79.3X +SQL Parquet MR 1745 1753 12 6.0 166.4 10.9X +ParquetReader Vectorized 240 244 5 43.7 22.9 79.1X +SQL ORC Vectorized 496 500 4 21.1 47.3 38.3X +SQL ORC MR 1822 1827 8 5.8 173.7 10.4X ================================================================================================ Single Column Scan From Wide Columns ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Single Column Scan from 10 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 4053 4064 16 0.3 3865.4 1.0X -SQL Json 4115 4118 4 0.3 3924.6 1.0X -SQL Parquet Vectorized 72 82 11 14.5 69.0 56.0X -SQL Parquet MR 314 325 18 3.3 299.3 12.9X -SQL ORC Vectorized 80 86 8 13.1 76.2 50.7X -SQL ORC MR 250 253 2 4.2 238.5 16.2X +SQL CSV 3907 3911 6 0.3 3726.3 1.0X +SQL Json 3755 3763 12 0.3 3581.2 1.0X +SQL Parquet Vectorized 68 71 6 15.4 64.8 57.5X +SQL Parquet MR 234 239 5 4.5 223.0 16.7X +SQL ORC Vectorized 74 77 5 14.2 70.4 52.9X +SQL ORC MR 203 204 2 5.2 193.3 19.3X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Single Column Scan from 50 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 7802 7849 66 0.1 7440.8 1.0X -SQL Json 16640 17481 1190 0.1 15868.8 0.5X -SQL Parquet Vectorized 106 126 31 9.9 101.0 73.7X -SQL Parquet MR 349 358 7 3.0 332.8 22.4X -SQL ORC Vectorized 108 115 10 9.7 102.7 72.5X -SQL ORC MR 284 298 20 3.7 270.5 27.5X +SQL CSV 7909 7927 25 0.1 7542.9 1.0X +SQL Json 15014 15101 123 0.1 14318.8 0.5X +SQL Parquet Vectorized 105 128 22 10.0 100.0 75.4X +SQL Parquet MR 275 283 9 3.8 261.9 28.8X +SQL ORC Vectorized 104 116 9 10.1 98.9 76.3X +SQL ORC MR 234 245 12 4.5 223.0 33.8X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Single Column Scan from 100 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 12639 12672 47 0.1 12053.5 1.0X -SQL Json 30613 30688 106 0.0 29194.8 0.4X -SQL Parquet Vectorized 145 165 21 7.2 138.3 87.2X -SQL Parquet MR 384 393 9 2.7 366.4 32.9X -SQL ORC Vectorized 129 134 5 8.1 123.2 97.8X -SQL ORC MR 280 319 66 3.7 266.9 45.2X +SQL CSV 13033 13129 136 0.1 12429.1 1.0X +SQL Json 28298 29130 1176 0.0 26987.3 0.5X +SQL Parquet Vectorized 139 151 9 7.5 132.7 93.7X +SQL Parquet MR 314 322 7 3.3 299.5 41.5X +SQL ORC Vectorized 123 143 17 8.5 117.3 106.0X +SQL ORC MR 260 272 9 4.0 248.1 50.1X diff --git a/sql/core/benchmarks/DataSourceReadBenchmark-results.txt b/sql/core/benchmarks/DataSourceReadBenchmark-results.txt index 4e8bb019fba4..40e8dfc77c71 100644 --- a/sql/core/benchmarks/DataSourceReadBenchmark-results.txt +++ b/sql/core/benchmarks/DataSourceReadBenchmark-results.txt @@ -2,251 +2,251 @@ SQL Single Numeric Column Scan ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single TINYINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 23037 23172 191 0.7 1464.7 1.0X -SQL Json 8682 8686 5 1.8 552.0 2.7X -SQL Parquet Vectorized 183 205 32 85.9 11.6 125.8X -SQL Parquet MR 2189 2200 15 7.2 139.2 10.5X -SQL ORC Vectorized 296 306 5 53.1 18.8 77.7X -SQL ORC MR 1705 1717 18 9.2 108.4 13.5X +SQL CSV 24716 24743 38 0.6 1571.4 1.0X +SQL Json 9669 9686 25 1.6 614.7 2.6X +SQL Parquet Vectorized 172 193 21 91.2 11.0 143.4X +SQL Parquet MR 1929 1942 18 8.2 122.7 12.8X +SQL ORC Vectorized 247 266 19 63.6 15.7 99.9X +SQL ORC MR 1640 1660 29 9.6 104.3 15.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Parquet Reader Single TINYINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -ParquetReader Vectorized 195 200 7 80.9 12.4 1.0X -ParquetReader Vectorized -> Row 96 97 2 163.0 6.1 2.0X +ParquetReader Vectorized 197 200 4 79.9 12.5 1.0X +ParquetReader Vectorized -> Row 96 98 3 164.1 6.1 2.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single SMALLINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 25126 25265 196 0.6 1597.5 1.0X -SQL Json 9442 9445 4 1.7 600.3 2.7X -SQL Parquet Vectorized 228 240 7 69.1 14.5 110.4X -SQL Parquet MR 2432 2445 19 6.5 154.6 10.3X -SQL ORC Vectorized 315 319 6 49.9 20.0 79.8X -SQL ORC MR 1901 1916 21 8.3 120.9 13.2X +SQL CSV 25320 25343 32 0.6 1609.8 1.0X +SQL Json 10460 10465 8 1.5 665.0 2.4X +SQL Parquet Vectorized 206 218 13 76.5 13.1 123.2X +SQL Parquet MR 2032 2036 6 7.7 129.2 12.5X +SQL ORC Vectorized 295 301 4 53.4 18.7 85.9X +SQL ORC MR 1867 1885 25 8.4 118.7 13.6X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Parquet Reader Single SMALLINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -ParquetReader Vectorized 293 302 9 53.6 18.7 1.0X -ParquetReader Vectorized -> Row 264 266 2 59.7 16.8 1.1X +ParquetReader Vectorized 288 294 6 54.6 18.3 1.0X +ParquetReader Vectorized -> Row 252 254 4 62.3 16.0 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single INT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 27419 27443 34 0.6 1743.3 1.0X -SQL Json 9831 9836 8 1.6 625.0 2.8X -SQL Parquet Vectorized 192 198 9 81.8 12.2 142.7X -SQL Parquet MR 2696 2740 62 5.8 171.4 10.2X -SQL ORC Vectorized 329 335 8 47.9 20.9 83.4X -SQL ORC MR 1932 2006 105 8.1 122.8 14.2X +SQL CSV 27385 27423 54 0.6 1741.1 1.0X +SQL Json 10118 10133 20 1.6 643.3 2.7X +SQL Parquet Vectorized 180 189 10 87.4 11.4 152.1X +SQL Parquet MR 2548 2552 6 6.2 162.0 10.7X +SQL ORC Vectorized 306 312 8 51.4 19.4 89.5X +SQL ORC MR 1882 1927 64 8.4 119.6 14.6X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Parquet Reader Single INT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -ParquetReader Vectorized 248 253 6 63.5 15.8 1.0X -ParquetReader Vectorized -> Row 250 256 7 62.9 15.9 1.0X +ParquetReader Vectorized 255 260 7 61.7 16.2 1.0X +ParquetReader Vectorized -> Row 252 257 6 62.4 16.0 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single BIGINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 34898 34907 14 0.5 2218.7 1.0X -SQL Json 12760 12764 5 1.2 811.3 2.7X -SQL Parquet Vectorized 283 289 5 55.6 18.0 123.3X -SQL Parquet MR 3238 3240 3 4.9 205.9 10.8X -SQL ORC Vectorized 401 405 7 39.2 25.5 87.0X -SQL ORC MR 2274 2290 23 6.9 144.6 15.3X +SQL CSV 36971 37037 94 0.4 2350.5 1.0X +SQL Json 13285 13300 22 1.2 844.6 2.8X +SQL Parquet Vectorized 275 285 5 57.1 17.5 134.3X +SQL Parquet MR 2599 2603 6 6.1 165.3 14.2X +SQL ORC Vectorized 386 395 5 40.7 24.6 95.7X +SQL ORC MR 2059 2075 22 7.6 130.9 18.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Parquet Reader Single BIGINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -ParquetReader Vectorized 339 351 16 46.5 21.5 1.0X -ParquetReader Vectorized -> Row 342 348 13 46.0 21.8 1.0X +ParquetReader Vectorized 352 361 14 44.7 22.4 1.0X +ParquetReader Vectorized -> Row 386 392 8 40.7 24.6 0.9X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single FLOAT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 28872 28886 20 0.5 1835.6 1.0X -SQL Json 13360 13377 24 1.2 849.4 2.2X -SQL Parquet Vectorized 181 185 6 86.8 11.5 159.3X -SQL Parquet MR 2645 2651 8 5.9 168.2 10.9X -SQL ORC Vectorized 456 459 5 34.5 29.0 63.4X -SQL ORC MR 2047 2066 26 7.7 130.2 14.1X +SQL CSV 29272 29322 71 0.5 1861.1 1.0X +SQL Json 15022 15099 108 1.0 955.1 1.9X +SQL Parquet Vectorized 172 178 6 91.5 10.9 170.2X +SQL Parquet MR 2184 2206 31 7.2 138.9 13.4X +SQL ORC Vectorized 477 485 6 32.9 30.4 61.3X +SQL ORC MR 2036 2054 26 7.7 129.4 14.4X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Parquet Reader Single FLOAT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -ParquetReader Vectorized 240 246 10 65.5 15.3 1.0X -ParquetReader Vectorized -> Row 245 246 2 64.2 15.6 1.0X +ParquetReader Vectorized 251 255 5 62.6 16.0 1.0X +ParquetReader Vectorized -> Row 248 254 7 63.5 15.7 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single DOUBLE Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 36298 36305 10 0.4 2307.7 1.0X -SQL Json 18250 18276 36 0.9 1160.3 2.0X -SQL Parquet Vectorized 278 285 7 56.5 17.7 130.4X -SQL Parquet MR 3144 3146 4 5.0 199.9 11.5X -SQL ORC Vectorized 533 546 16 29.5 33.9 68.1X -SQL ORC MR 2265 2302 53 6.9 144.0 16.0X +SQL CSV 38020 38024 6 0.4 2417.2 1.0X +SQL Json 20449 20463 19 0.8 1300.1 1.9X +SQL Parquet Vectorized 268 274 8 58.7 17.0 141.8X +SQL Parquet MR 2484 2493 12 6.3 157.9 15.3X +SQL ORC Vectorized 580 582 2 27.1 36.9 65.6X +SQL ORC MR 2179 2199 29 7.2 138.5 17.5X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Parquet Reader Single DOUBLE Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -ParquetReader Vectorized 338 346 12 46.6 21.5 1.0X -ParquetReader Vectorized -> Row 338 344 9 46.5 21.5 1.0X +ParquetReader Vectorized 344 350 7 45.7 21.9 1.0X +ParquetReader Vectorized -> Row 346 352 12 45.5 22.0 1.0X ================================================================================================ Int and String Scan ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Int and String Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 24839 25273 613 0.4 2368.9 1.0X -SQL Json 11861 11869 11 0.9 1131.2 2.1X -SQL Parquet Vectorized 2298 2305 9 4.6 219.2 10.8X -SQL Parquet MR 5045 5053 10 2.1 481.2 4.9X -SQL ORC Vectorized 2391 2405 21 4.4 228.0 10.4X -SQL ORC MR 4561 4645 118 2.3 435.0 5.4X +SQL CSV 27652 28221 804 0.4 2637.1 1.0X +SQL Json 12827 12842 21 0.8 1223.3 2.2X +SQL Parquet Vectorized 2297 2311 19 4.6 219.1 12.0X +SQL Parquet MR 4207 4217 15 2.5 401.2 6.6X +SQL ORC Vectorized 2316 2342 36 4.5 220.9 11.9X +SQL ORC MR 4158 4236 110 2.5 396.5 6.7X ================================================================================================ Repeated String Scan ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Repeated String: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 14147 14244 137 0.7 1349.1 1.0X -SQL Json 7289 7306 23 1.4 695.1 1.9X -SQL Parquet Vectorized 818 821 4 12.8 78.0 17.3X -SQL Parquet MR 2562 2570 11 4.1 244.4 5.5X -SQL ORC Vectorized 571 579 8 18.3 54.5 24.8X -SQL ORC MR 2143 2164 31 4.9 204.3 6.6X +SQL CSV 19185 19343 224 0.5 1829.6 1.0X +SQL Json 7682 7692 14 1.4 732.6 2.5X +SQL Parquet Vectorized 796 805 9 13.2 75.9 24.1X +SQL Parquet MR 1880 1891 17 5.6 179.2 10.2X +SQL ORC Vectorized 553 558 5 19.0 52.7 34.7X +SQL ORC MR 2105 2128 32 5.0 200.8 9.1X ================================================================================================ Partitioned Table Scan ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Partitioned Table: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Data column - CSV 38652 38680 40 0.4 2457.4 1.0X -Data column - Json 12756 12760 5 1.2 811.0 3.0X -Data column - Parquet Vectorized 304 314 9 51.7 19.3 127.2X -Data column - Parquet MR 3387 3393 9 4.6 215.3 11.4X -Data column - ORC Vectorized 425 436 10 37.0 27.0 91.0X -Data column - ORC MR 2303 2330 38 6.8 146.4 16.8X -Partition column - CSV 11239 11249 14 1.4 714.5 3.4X -Partition column - Json 10477 10479 3 1.5 666.1 3.7X -Partition column - Parquet Vectorized 95 102 9 165.5 6.0 406.7X -Partition column - Parquet MR 1574 1575 1 10.0 100.1 24.6X -Partition column - ORC Vectorized 95 106 20 166.3 6.0 408.5X -Partition column - ORC MR 1682 1693 15 9.4 106.9 23.0X -Both columns - CSV 39146 39203 81 0.4 2488.8 1.0X -Both columns - Json 14675 14691 23 1.1 933.0 2.6X -Both columns - Parquet Vectorized 347 351 3 45.3 22.1 111.4X -Both columns - Parquet MR 3680 3717 52 4.3 234.0 10.5X -Both columns - ORC Vectorized 556 565 8 28.3 35.3 69.6X -Both columns - ORC MR 2909 2923 20 5.4 184.9 13.3X +Data column - CSV 43759 43811 73 0.4 2782.1 1.0X +Data column - Json 13866 13874 11 1.1 881.6 3.2X +Data column - Parquet Vectorized 292 302 10 53.9 18.5 150.1X +Data column - Parquet MR 2681 2697 23 5.9 170.5 16.3X +Data column - ORC Vectorized 416 422 12 37.8 26.4 105.2X +Data column - ORC MR 2256 2275 27 7.0 143.4 19.4X +Partition column - CSV 13909 13949 56 1.1 884.3 3.1X +Partition column - Json 11248 11252 7 1.4 715.1 3.9X +Partition column - Parquet Vectorized 83 95 13 189.4 5.3 526.9X +Partition column - Parquet MR 1531 1532 2 10.3 97.3 28.6X +Partition column - ORC Vectorized 81 97 17 193.1 5.2 537.3X +Partition column - ORC MR 1557 1570 19 10.1 99.0 28.1X +Both columns - CSV 48341 48524 259 0.3 3073.4 0.9X +Both columns - Json 13636 13652 23 1.2 866.9 3.2X +Both columns - Parquet Vectorized 341 354 16 46.1 21.7 128.2X +Both columns - Parquet MR 2806 2825 26 5.6 178.4 15.6X +Both columns - ORC Vectorized 548 554 8 28.7 34.8 79.8X +Both columns - ORC MR 2602 2632 43 6.0 165.4 16.8X ================================================================================================ String with Nulls Scan ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz String with Nulls Scan (0.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 17457 17740 401 0.6 1664.9 1.0X -SQL Json 12276 12287 16 0.9 1170.7 1.4X -SQL Parquet Vectorized 1525 1539 20 6.9 145.4 11.5X -SQL Parquet MR 5051 5098 66 2.1 481.7 3.5X -ParquetReader Vectorized 1115 1123 12 9.4 106.3 15.7X -SQL ORC Vectorized 1269 1294 37 8.3 121.0 13.8X -SQL ORC MR 3938 3951 17 2.7 375.6 4.4X +SQL CSV 22570 22687 166 0.5 2152.4 1.0X +SQL Json 11103 11129 38 0.9 1058.8 2.0X +SQL Parquet Vectorized 1508 1516 12 7.0 143.8 15.0X +SQL Parquet MR 3686 3692 9 2.8 351.5 6.1X +ParquetReader Vectorized 1117 1133 22 9.4 106.6 20.2X +SQL ORC Vectorized 1195 1212 24 8.8 114.0 18.9X +SQL ORC MR 3617 3618 3 2.9 344.9 6.2X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz String with Nulls Scan (50.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 18086 18119 47 0.6 1724.8 1.0X -SQL Json 8484 8851 520 1.2 809.1 2.1X -SQL Parquet Vectorized 1127 1131 5 9.3 107.5 16.0X -SQL Parquet MR 4120 4131 15 2.5 392.9 4.4X -ParquetReader Vectorized 984 1019 49 10.7 93.9 18.4X -SQL ORC Vectorized 1208 1211 4 8.7 115.2 15.0X -SQL ORC MR 3401 3410 13 3.1 324.4 5.3X +SQL CSV 19569 19819 354 0.5 1866.2 1.0X +SQL Json 8292 8308 22 1.3 790.8 2.4X +SQL Parquet Vectorized 1107 1136 41 9.5 105.6 17.7X +SQL Parquet MR 2784 2812 39 3.8 265.5 7.0X +ParquetReader Vectorized 990 994 5 10.6 94.4 19.8X +SQL ORC Vectorized 1198 1199 2 8.8 114.2 16.3X +SQL ORC MR 3164 3195 44 3.3 301.7 6.2X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz String with Nulls Scan (95.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 24825 24970 205 0.4 2367.5 1.0X -SQL Json 9847 9857 14 1.1 939.1 2.5X -SQL Parquet Vectorized 258 261 6 40.7 24.6 96.3X -SQL Parquet MR 3182 3242 85 3.3 303.4 7.8X -ParquetReader Vectorized 241 242 2 43.6 22.9 103.2X -SQL ORC Vectorized 453 456 4 23.1 43.2 54.8X -SQL ORC MR 1917 1927 13 5.5 182.8 12.9X +SQL CSV 15940 15969 41 0.7 1520.1 1.0X +SQL Json 4845 4845 0 2.2 462.0 3.3X +SQL Parquet Vectorized 243 249 6 43.1 23.2 65.5X +SQL Parquet MR 1732 1751 26 6.1 165.2 9.2X +ParquetReader Vectorized 241 243 3 43.4 23.0 66.0X +SQL ORC Vectorized 425 431 7 24.7 40.5 37.5X +SQL ORC MR 1713 1728 20 6.1 163.4 9.3X ================================================================================================ Single Column Scan From Wide Columns ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Single Column Scan from 10 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 5163 5174 16 0.2 4923.5 1.0X -SQL Json 4459 4538 111 0.2 4252.7 1.2X -SQL Parquet Vectorized 78 84 8 13.4 74.7 65.9X -SQL Parquet MR 511 519 9 2.1 486.9 10.1X -SQL ORC Vectorized 86 93 11 12.2 82.1 60.0X -SQL ORC MR 350 359 7 3.0 333.6 14.8X +SQL CSV 3838 3885 66 0.3 3660.4 1.0X +SQL Json 3615 3615 0 0.3 3447.8 1.1X +SQL Parquet Vectorized 66 74 8 15.8 63.2 57.9X +SQL Parquet MR 230 237 6 4.6 219.3 16.7X +SQL ORC Vectorized 72 77 9 14.5 68.9 53.1X +SQL ORC MR 194 201 5 5.4 185.3 19.7X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Single Column Scan from 50 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 9839 9842 4 0.1 9383.4 1.0X -SQL Json 15887 15889 4 0.1 15150.7 0.6X -SQL Parquet Vectorized 115 125 11 9.1 109.9 85.4X -SQL Parquet MR 666 671 8 1.6 635.4 14.8X -SQL ORC Vectorized 115 120 6 9.1 110.1 85.2X -SQL ORC MR 455 458 3 2.3 433.7 21.6X +SQL CSV 8711 8754 60 0.1 8307.9 1.0X +SQL Json 14414 14423 12 0.1 13746.5 0.6X +SQL Parquet Vectorized 97 106 12 10.8 92.7 89.6X +SQL Parquet MR 267 274 7 3.9 254.2 32.7X +SQL ORC Vectorized 100 104 7 10.5 95.1 87.4X +SQL ORC MR 226 230 6 4.6 215.2 38.6X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Single Column Scan from 100 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -SQL CSV 15858 15891 46 0.1 15123.5 1.0X -SQL Json 30200 30256 80 0.0 28800.6 0.5X -SQL Parquet Vectorized 160 165 7 6.5 153.0 98.8X -SQL Parquet MR 682 690 7 1.5 650.3 23.3X -SQL ORC Vectorized 143 150 10 7.4 136.0 111.2X -SQL ORC MR 494 509 15 2.1 471.4 32.1X +SQL CSV 14509 14596 123 0.1 13836.8 1.0X +SQL Json 27545 27909 515 0.0 26269.1 0.5X +SQL Parquet Vectorized 141 151 13 7.4 134.8 102.7X +SQL Parquet MR 313 341 23 3.4 298.4 46.4X +SQL ORC Vectorized 121 129 15 8.7 115.4 119.9X +SQL ORC MR 252 269 33 4.2 240.3 57.6X diff --git a/sql/core/benchmarks/DateTimeBenchmark-jdk11-results.txt b/sql/core/benchmarks/DateTimeBenchmark-jdk11-results.txt index 27cb1008fa4a..729b112de5e7 100644 --- a/sql/core/benchmarks/DateTimeBenchmark-jdk11-results.txt +++ b/sql/core/benchmarks/DateTimeBenchmark-jdk11-results.txt @@ -2,428 +2,428 @@ Extract components ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz cast to timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -cast to timestamp wholestage off 460 486 36 21.7 46.0 1.0X -cast to timestamp wholestage on 412 455 70 24.3 41.2 1.1X +cast to timestamp wholestage off 546 572 36 18.3 54.6 1.0X +cast to timestamp wholestage on 412 438 16 24.3 41.2 1.3X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz year of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -year of timestamp wholestage off 1351 1351 1 7.4 135.1 1.0X -year of timestamp wholestage on 1277 1312 47 7.8 127.7 1.1X +year of timestamp wholestage off 1240 1295 77 8.1 124.0 1.0X +year of timestamp wholestage on 1109 1130 24 9.0 110.9 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz quarter of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -quarter of timestamp wholestage off 1591 1604 19 6.3 159.1 1.0X -quarter of timestamp wholestage on 1583 1600 12 6.3 158.3 1.0X +quarter of timestamp wholestage off 1572 1574 3 6.4 157.2 1.0X +quarter of timestamp wholestage on 1386 1405 18 7.2 138.6 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz month of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -month of timestamp wholestage off 1263 1268 7 7.9 126.3 1.0X -month of timestamp wholestage on 1281 1316 46 7.8 128.1 1.0X +month of timestamp wholestage off 1194 1196 2 8.4 119.4 1.0X +month of timestamp wholestage on 1057 1069 12 9.5 105.7 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz weekofyear of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -weekofyear of timestamp wholestage off 1756 1757 1 5.7 175.6 1.0X -weekofyear of timestamp wholestage on 1748 1762 15 5.7 174.8 1.0X +weekofyear of timestamp wholestage off 2070 2071 2 4.8 207.0 1.0X +weekofyear of timestamp wholestage on 1549 1555 6 6.5 154.9 1.3X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz day of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -day of timestamp wholestage off 1250 1253 4 8.0 125.0 1.0X -day of timestamp wholestage on 1270 1285 13 7.9 127.0 1.0X +day of timestamp wholestage off 1173 1186 18 8.5 117.3 1.0X +day of timestamp wholestage on 1056 1076 26 9.5 105.6 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz dayofyear of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -dayofyear of timestamp wholestage off 1295 1303 12 7.7 129.5 1.0X -dayofyear of timestamp wholestage on 1294 1308 16 7.7 129.4 1.0X +dayofyear of timestamp wholestage off 1207 1211 6 8.3 120.7 1.0X +dayofyear of timestamp wholestage on 1097 1108 9 9.1 109.7 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz dayofmonth of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -dayofmonth of timestamp wholestage off 1277 1311 48 7.8 127.7 1.0X -dayofmonth of timestamp wholestage on 1270 1288 24 7.9 127.0 1.0X +dayofmonth of timestamp wholestage off 1184 1190 8 8.4 118.4 1.0X +dayofmonth of timestamp wholestage on 1053 1060 9 9.5 105.3 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz dayofweek of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -dayofweek of timestamp wholestage off 1472 1472 0 6.8 147.2 1.0X -dayofweek of timestamp wholestage on 1434 1437 4 7.0 143.4 1.0X +dayofweek of timestamp wholestage off 1343 1362 27 7.4 134.3 1.0X +dayofweek of timestamp wholestage on 1228 1239 7 8.1 122.8 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz weekday of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -weekday of timestamp wholestage off 1363 1372 13 7.3 136.3 1.0X -weekday of timestamp wholestage on 1362 1368 3 7.3 136.2 1.0X +weekday of timestamp wholestage off 1276 1278 3 7.8 127.6 1.0X +weekday of timestamp wholestage on 1160 1181 22 8.6 116.0 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz hour of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -hour of timestamp wholestage off 748 753 7 13.4 74.8 1.0X -hour of timestamp wholestage on 749 756 9 13.4 74.9 1.0X +hour of timestamp wholestage off 854 862 12 11.7 85.4 1.0X +hour of timestamp wholestage on 741 748 6 13.5 74.1 1.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz minute of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -minute of timestamp wholestage off 722 725 4 13.9 72.2 1.0X -minute of timestamp wholestage on 750 754 4 13.3 75.0 1.0X +minute of timestamp wholestage off 853 854 1 11.7 85.3 1.0X +minute of timestamp wholestage on 730 737 11 13.7 73.0 1.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz second of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -second of timestamp wholestage off 614 620 8 16.3 61.4 1.0X -second of timestamp wholestage on 611 617 5 16.4 61.1 1.0X +second of timestamp wholestage off 726 728 2 13.8 72.6 1.0X +second of timestamp wholestage on 614 623 9 16.3 61.4 1.2X ================================================================================================ Current date and time ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz current_date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -current_date wholestage off 291 298 10 34.4 29.1 1.0X -current_date wholestage on 303 316 13 33.0 30.3 1.0X +current_date wholestage off 369 370 2 27.1 36.9 1.0X +current_date wholestage on 277 284 8 36.2 27.7 1.3X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz current_timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -current_timestamp wholestage off 328 355 39 30.5 32.8 1.0X -current_timestamp wholestage on 309 497 387 32.4 30.9 1.1X +current_timestamp wholestage off 410 411 1 24.4 41.0 1.0X +current_timestamp wholestage on 283 418 259 35.4 28.3 1.5X ================================================================================================ Date arithmetic ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz cast to date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -cast to date wholestage off 1094 1103 12 9.1 109.4 1.0X -cast to date wholestage on 1105 1111 5 9.0 110.5 1.0X +cast to date wholestage off 987 992 7 10.1 98.7 1.0X +cast to date wholestage on 891 896 4 11.2 89.1 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz last_day: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -last_day wholestage off 1258 1258 0 7.9 125.8 1.0X -last_day wholestage on 1279 1289 9 7.8 127.9 1.0X +last_day wholestage off 1179 1179 1 8.5 117.9 1.0X +last_day wholestage on 1052 1080 44 9.5 105.2 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz next_day: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -next_day wholestage off 1148 1152 7 8.7 114.8 1.0X -next_day wholestage on 1148 1152 4 8.7 114.8 1.0X +next_day wholestage off 1073 1081 11 9.3 107.3 1.0X +next_day wholestage on 948 955 10 10.5 94.8 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_add: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_add wholestage off 1069 1074 6 9.4 106.9 1.0X -date_add wholestage on 1087 1091 4 9.2 108.7 1.0X +date_add wholestage off 1006 1009 5 9.9 100.6 1.0X +date_add wholestage on 867 870 4 11.5 86.7 1.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_sub: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_sub wholestage off 1076 1076 1 9.3 107.6 1.0X -date_sub wholestage on 1086 1094 7 9.2 108.6 1.0X +date_sub wholestage off 980 988 11 10.2 98.0 1.0X +date_sub wholestage on 866 873 9 11.6 86.6 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz add_months: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -add_months wholestage off 1442 1442 1 6.9 144.2 1.0X -add_months wholestage on 1406 1426 12 7.1 140.6 1.0X +add_months wholestage off 1329 1332 4 7.5 132.9 1.0X +add_months wholestage on 1199 1206 8 8.3 119.9 1.1X ================================================================================================ Formatting dates ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz format date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -format date wholestage off 5082 5179 138 2.0 508.2 1.0X -format date wholestage on 4899 4904 6 2.0 489.9 1.0X +format date wholestage off 4724 4736 18 2.1 472.4 1.0X +format date wholestage on 4550 4574 26 2.2 455.0 1.0X ================================================================================================ Formatting timestamps ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz from_unixtime: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -from_unixtime wholestage off 7148 7170 31 1.4 714.8 1.0X -from_unixtime wholestage on 7228 7235 9 1.4 722.8 1.0X +from_unixtime wholestage off 7171 7183 17 1.4 717.1 1.0X +from_unixtime wholestage on 7114 7141 20 1.4 711.4 1.0X ================================================================================================ Convert timestamps ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz from_utc_timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -from_utc_timestamp wholestage off 982 990 11 10.2 98.2 1.0X -from_utc_timestamp wholestage on 1053 1058 5 9.5 105.3 0.9X +from_utc_timestamp wholestage off 1498 1504 8 6.7 149.8 1.0X +from_utc_timestamp wholestage on 1399 1405 5 7.1 139.9 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz to_utc_timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -to_utc_timestamp wholestage off 1063 1075 16 9.4 106.3 1.0X -to_utc_timestamp wholestage on 1121 1136 15 8.9 112.1 0.9X +to_utc_timestamp wholestage off 1505 1507 2 6.6 150.5 1.0X +to_utc_timestamp wholestage on 1396 1401 5 7.2 139.6 1.1X ================================================================================================ Intervals ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz cast interval: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -cast interval wholestage off 356 374 25 28.1 35.6 1.0X -cast interval wholestage on 341 353 14 29.3 34.1 1.0X +cast interval wholestage off 423 428 7 23.6 42.3 1.0X +cast interval wholestage on 300 302 2 33.3 30.0 1.4X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz datediff: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -datediff wholestage off 1883 1898 22 5.3 188.3 1.0X -datediff wholestage on 1854 1862 8 5.4 185.4 1.0X +datediff wholestage off 1626 1630 6 6.1 162.6 1.0X +datediff wholestage on 1467 1471 3 6.8 146.7 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz months_between: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -months_between wholestage off 1989 1996 10 5.0 198.9 1.0X -months_between wholestage on 2006 2041 36 5.0 200.6 1.0X +months_between wholestage off 1988 1992 5 5.0 198.8 1.0X +months_between wholestage on 1812 1834 24 5.5 181.2 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz window: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -window wholestage off 2761 2820 83 0.4 2761.1 1.0X -window wholestage on 47075 47156 75 0.0 47075.0 0.1X +window wholestage off 2277 2334 80 0.4 2277.1 1.0X +window wholestage on 48996 49048 67 0.0 48996.0 0.0X ================================================================================================ Truncation ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc YEAR: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc YEAR wholestage off 916 919 5 10.9 91.6 1.0X -date_trunc YEAR wholestage on 902 904 2 11.1 90.2 1.0X +date_trunc YEAR wholestage off 867 870 6 11.5 86.7 1.0X +date_trunc YEAR wholestage on 815 819 6 12.3 81.5 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc YYYY: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc YYYY wholestage off 909 915 9 11.0 90.9 1.0X -date_trunc YYYY wholestage on 902 909 5 11.1 90.2 1.0X +date_trunc YYYY wholestage off 866 875 13 11.5 86.6 1.0X +date_trunc YYYY wholestage on 811 813 2 12.3 81.1 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc YY: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc YY wholestage off 916 925 12 10.9 91.6 1.0X -date_trunc YY wholestage on 903 908 4 11.1 90.3 1.0X +date_trunc YY wholestage off 864 867 4 11.6 86.4 1.0X +date_trunc YY wholestage on 812 824 10 12.3 81.2 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc MON: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc MON wholestage off 921 928 11 10.9 92.1 1.0X -date_trunc MON wholestage on 907 912 4 11.0 90.7 1.0X +date_trunc MON wholestage off 881 884 4 11.3 88.1 1.0X +date_trunc MON wholestage on 820 826 7 12.2 82.0 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc MONTH: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc MONTH wholestage off 923 928 7 10.8 92.3 1.0X -date_trunc MONTH wholestage on 902 911 9 11.1 90.2 1.0X +date_trunc MONTH wholestage off 880 881 2 11.4 88.0 1.0X +date_trunc MONTH wholestage on 819 822 4 12.2 81.9 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc MM: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc MM wholestage off 922 924 3 10.8 92.2 1.0X -date_trunc MM wholestage on 908 914 7 11.0 90.8 1.0X +date_trunc MM wholestage off 889 904 21 11.2 88.9 1.0X +date_trunc MM wholestage on 818 828 8 12.2 81.8 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc DAY: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc DAY wholestage off 644 665 30 15.5 64.4 1.0X -date_trunc DAY wholestage on 632 636 7 15.8 63.2 1.0X +date_trunc DAY wholestage off 590 593 4 16.9 59.0 1.0X +date_trunc DAY wholestage on 510 514 4 19.6 51.0 1.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc DD: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc DD wholestage off 626 636 14 16.0 62.6 1.0X -date_trunc DD wholestage on 635 640 5 15.8 63.5 1.0X +date_trunc DD wholestage off 596 604 11 16.8 59.6 1.0X +date_trunc DD wholestage on 511 519 9 19.6 51.1 1.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc HOUR: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc HOUR wholestage off 652 656 5 15.3 65.2 1.0X -date_trunc HOUR wholestage on 644 648 5 15.5 64.4 1.0X +date_trunc HOUR wholestage off 586 592 9 17.1 58.6 1.0X +date_trunc HOUR wholestage on 507 513 5 19.7 50.7 1.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc MINUTE: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc MINUTE wholestage off 617 618 2 16.2 61.7 1.0X -date_trunc MINUTE wholestage on 621 625 4 16.1 62.1 1.0X +date_trunc MINUTE wholestage off 561 562 1 17.8 56.1 1.0X +date_trunc MINUTE wholestage on 480 485 4 20.8 48.0 1.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc SECOND: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc SECOND wholestage off 631 631 0 15.8 63.1 1.0X -date_trunc SECOND wholestage on 625 630 8 16.0 62.5 1.0X +date_trunc SECOND wholestage off 561 561 1 17.8 56.1 1.0X +date_trunc SECOND wholestage on 479 480 2 20.9 47.9 1.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc WEEK: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc WEEK wholestage off 760 761 1 13.2 76.0 1.0X -date_trunc WEEK wholestage on 760 766 5 13.2 76.0 1.0X +date_trunc WEEK wholestage off 725 727 2 13.8 72.5 1.0X +date_trunc WEEK wholestage on 674 684 11 14.8 67.4 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc QUARTER: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc QUARTER wholestage off 1656 1657 1 6.0 165.6 1.0X -date_trunc QUARTER wholestage on 1648 1678 36 6.1 164.8 1.0X +date_trunc QUARTER wholestage off 1653 1659 10 6.1 165.3 1.0X +date_trunc QUARTER wholestage on 1588 1601 12 6.3 158.8 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz trunc year: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -trunc year wholestage off 309 309 1 32.4 30.9 1.0X -trunc year wholestage on 310 315 6 32.3 31.0 1.0X +trunc year wholestage off 391 393 2 25.6 39.1 1.0X +trunc year wholestage on 312 316 4 32.1 31.2 1.3X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz trunc yyyy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -trunc yyyy wholestage off 310 310 1 32.3 31.0 1.0X -trunc yyyy wholestage on 310 313 2 32.3 31.0 1.0X +trunc yyyy wholestage off 390 394 5 25.6 39.0 1.0X +trunc yyyy wholestage on 316 319 4 31.6 31.6 1.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz trunc yy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -trunc yy wholestage off 307 308 2 32.6 30.7 1.0X -trunc yy wholestage on 310 313 3 32.2 31.0 1.0X +trunc yy wholestage off 387 390 5 25.8 38.7 1.0X +trunc yy wholestage on 313 316 3 31.9 31.3 1.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz trunc mon: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -trunc mon wholestage off 308 317 12 32.5 30.8 1.0X -trunc mon wholestage on 309 316 7 32.3 30.9 1.0X +trunc mon wholestage off 388 395 11 25.8 38.8 1.0X +trunc mon wholestage on 314 316 2 31.8 31.4 1.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz trunc month: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -trunc month wholestage off 306 307 2 32.7 30.6 1.0X -trunc month wholestage on 309 314 6 32.4 30.9 1.0X +trunc month wholestage off 388 390 4 25.8 38.8 1.0X +trunc month wholestage on 315 318 2 31.7 31.5 1.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz trunc mm: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -trunc mm wholestage off 308 308 0 32.5 30.8 1.0X -trunc mm wholestage on 309 325 11 32.4 30.9 1.0X +trunc mm wholestage off 384 388 4 26.0 38.4 1.0X +trunc mm wholestage on 314 321 9 31.9 31.4 1.2X ================================================================================================ Parsing ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz to timestamp str: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -to timestamp str wholestage off 170 170 1 5.9 170.0 1.0X -to timestamp str wholestage on 160 165 4 6.2 160.2 1.1X +to timestamp str wholestage off 178 191 18 5.6 178.5 1.0X +to timestamp str wholestage on 157 160 2 6.4 156.6 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz to_timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -to_timestamp wholestage off 1727 1730 4 0.6 1727.1 1.0X -to_timestamp wholestage on 1775 1793 19 0.6 1774.9 1.0X +to_timestamp wholestage off 1790 1795 7 0.6 1790.0 1.0X +to_timestamp wholestage on 1813 1820 10 0.6 1813.1 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz to_unix_timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -to_unix_timestamp wholestage off 1760 1765 6 0.6 1760.4 1.0X -to_unix_timestamp wholestage on 1756 1763 9 0.6 1756.0 1.0X +to_unix_timestamp wholestage off 1836 1837 1 0.5 1835.8 1.0X +to_unix_timestamp wholestage on 1786 1791 3 0.6 1785.8 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz to date str: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -to date str wholestage off 159 160 0 6.3 159.4 1.0X -to date str wholestage on 156 162 7 6.4 156.2 1.0X +to date str wholestage off 169 169 1 5.9 168.8 1.0X +to date str wholestage on 151 153 2 6.6 151.2 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz to_date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -to_date wholestage off 2509 2511 3 0.4 2509.2 1.0X -to_date wholestage on 2500 2514 9 0.4 2499.8 1.0X +to_date wholestage off 2504 2512 10 0.4 2504.4 1.0X +to_date wholestage on 2522 2536 19 0.4 2522.3 1.0X ================================================================================================ Conversion from/to external types ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz To/from java.sql.Timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -From java.sql.Timestamp 353 356 5 14.2 70.5 1.0X -Collect longs 1561 1864 476 3.2 312.2 0.2X -Collect timestamps 2010 2182 149 2.5 402.0 0.2X +From java.sql.Timestamp 346 367 35 14.5 69.2 1.0X +Collect longs 2139 2329 289 2.3 427.7 0.2X +Collect timestamps 1883 2086 303 2.7 376.5 0.2X diff --git a/sql/core/benchmarks/DateTimeBenchmark-results.txt b/sql/core/benchmarks/DateTimeBenchmark-results.txt index 32578f6573df..0c30534dd71c 100644 --- a/sql/core/benchmarks/DateTimeBenchmark-results.txt +++ b/sql/core/benchmarks/DateTimeBenchmark-results.txt @@ -2,428 +2,428 @@ Extract components ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz cast to timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -cast to timestamp wholestage off 408 434 37 24.5 40.8 1.0X -cast to timestamp wholestage on 363 372 6 27.6 36.3 1.1X +cast to timestamp wholestage off 425 447 30 23.5 42.5 1.0X +cast to timestamp wholestage on 368 401 29 27.2 36.8 1.2X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz year of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -year of timestamp wholestage off 1317 1327 14 7.6 131.7 1.0X -year of timestamp wholestage on 1258 1308 79 8.0 125.8 1.0X +year of timestamp wholestage off 1158 1215 80 8.6 115.8 1.0X +year of timestamp wholestage on 1158 1179 31 8.6 115.8 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz quarter of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -quarter of timestamp wholestage off 1464 1490 37 6.8 146.4 1.0X -quarter of timestamp wholestage on 1389 1404 13 7.2 138.9 1.1X +quarter of timestamp wholestage off 1285 1295 15 7.8 128.5 1.0X +quarter of timestamp wholestage on 1243 1257 11 8.0 124.3 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz month of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -month of timestamp wholestage off 1239 1245 7 8.1 123.9 1.0X -month of timestamp wholestage on 1241 1253 8 8.1 124.1 1.0X +month of timestamp wholestage off 1076 1082 8 9.3 107.6 1.0X +month of timestamp wholestage on 1088 1098 9 9.2 108.8 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz weekofyear of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -weekofyear of timestamp wholestage off 1896 1899 4 5.3 189.6 1.0X -weekofyear of timestamp wholestage on 1876 1885 6 5.3 187.6 1.0X +weekofyear of timestamp wholestage off 1649 1659 14 6.1 164.9 1.0X +weekofyear of timestamp wholestage on 1648 1656 8 6.1 164.8 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz day of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -day of timestamp wholestage off 1234 1235 1 8.1 123.4 1.0X -day of timestamp wholestage on 1221 1231 8 8.2 122.1 1.0X +day of timestamp wholestage off 1083 1084 3 9.2 108.3 1.0X +day of timestamp wholestage on 1082 1089 13 9.2 108.2 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz dayofyear of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -dayofyear of timestamp wholestage off 1269 1275 8 7.9 126.9 1.0X -dayofyear of timestamp wholestage on 1266 1277 9 7.9 126.6 1.0X +dayofyear of timestamp wholestage off 1102 1103 1 9.1 110.2 1.0X +dayofyear of timestamp wholestage on 1123 1138 14 8.9 112.3 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz dayofmonth of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -dayofmonth of timestamp wholestage off 1236 1238 2 8.1 123.6 1.0X -dayofmonth of timestamp wholestage on 1223 1235 10 8.2 122.3 1.0X +dayofmonth of timestamp wholestage off 1068 1073 7 9.4 106.8 1.0X +dayofmonth of timestamp wholestage on 1082 1095 13 9.2 108.2 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz dayofweek of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -dayofweek of timestamp wholestage off 1408 1409 2 7.1 140.8 1.0X -dayofweek of timestamp wholestage on 1393 1418 38 7.2 139.3 1.0X +dayofweek of timestamp wholestage off 1265 1294 41 7.9 126.5 1.0X +dayofweek of timestamp wholestage on 1253 1262 11 8.0 125.3 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz weekday of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -weekday of timestamp wholestage off 1339 1348 12 7.5 133.9 1.0X -weekday of timestamp wholestage on 1329 1341 22 7.5 132.9 1.0X +weekday of timestamp wholestage off 1189 1191 3 8.4 118.9 1.0X +weekday of timestamp wholestage on 1193 1199 6 8.4 119.3 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz hour of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -hour of timestamp wholestage off 359 366 10 27.9 35.9 1.0X -hour of timestamp wholestage on 344 354 11 29.1 34.4 1.0X +hour of timestamp wholestage off 366 368 3 27.3 36.6 1.0X +hour of timestamp wholestage on 360 364 6 27.8 36.0 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz minute of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -minute of timestamp wholestage off 343 343 0 29.1 34.3 1.0X -minute of timestamp wholestage on 336 339 6 29.8 33.6 1.0X +minute of timestamp wholestage off 348 350 2 28.7 34.8 1.0X +minute of timestamp wholestage on 355 361 9 28.1 35.5 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz second of timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -second of timestamp wholestage off 367 383 23 27.2 36.7 1.0X -second of timestamp wholestage on 335 341 6 29.8 33.5 1.1X +second of timestamp wholestage off 347 352 7 28.8 34.7 1.0X +second of timestamp wholestage on 351 359 10 28.5 35.1 1.0X ================================================================================================ Current date and time ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz current_date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -current_date wholestage off 284 286 2 35.2 28.4 1.0X -current_date wholestage on 286 297 18 35.0 28.6 1.0X +current_date wholestage off 284 287 4 35.2 28.4 1.0X +current_date wholestage on 312 318 6 32.1 31.2 0.9X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz current_timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -current_timestamp wholestage off 291 336 65 34.4 29.1 1.0X -current_timestamp wholestage on 279 290 11 35.9 27.9 1.0X +current_timestamp wholestage off 291 292 2 34.4 29.1 1.0X +current_timestamp wholestage on 297 333 40 33.6 29.7 1.0X ================================================================================================ Date arithmetic ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz cast to date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -cast to date wholestage off 1069 1069 0 9.4 106.9 1.0X -cast to date wholestage on 1037 1043 7 9.6 103.7 1.0X +cast to date wholestage off 903 903 1 11.1 90.3 1.0X +cast to date wholestage on 897 900 7 11.2 89.7 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz last_day: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -last_day wholestage off 1275 1287 18 7.8 127.5 1.0X -last_day wholestage on 1257 1267 10 8.0 125.7 1.0X +last_day wholestage off 1082 1082 1 9.2 108.2 1.0X +last_day wholestage on 1107 1118 16 9.0 110.7 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz next_day: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -next_day wholestage off 1114 1116 2 9.0 111.4 1.0X -next_day wholestage on 1077 1081 7 9.3 107.7 1.0X +next_day wholestage off 968 974 8 10.3 96.8 1.0X +next_day wholestage on 958 959 1 10.4 95.8 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_add: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_add wholestage off 1056 1058 2 9.5 105.6 1.0X -date_add wholestage on 1043 1047 3 9.6 104.3 1.0X +date_add wholestage off 894 895 1 11.2 89.4 1.0X +date_add wholestage on 882 890 9 11.3 88.2 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_sub: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_sub wholestage off 1045 1049 5 9.6 104.5 1.0X -date_sub wholestage on 1044 1052 16 9.6 104.4 1.0X +date_sub wholestage off 892 896 6 11.2 89.2 1.0X +date_sub wholestage on 881 888 7 11.3 88.1 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz add_months: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -add_months wholestage off 1379 1384 7 7.3 137.9 1.0X -add_months wholestage on 1356 1364 6 7.4 135.6 1.0X +add_months wholestage off 1221 1223 3 8.2 122.1 1.0X +add_months wholestage on 1212 1217 5 8.2 121.2 1.0X ================================================================================================ Formatting dates ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz format date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -format date wholestage off 5436 5538 144 1.8 543.6 1.0X -format date wholestage on 5283 5295 16 1.9 528.3 1.0X +format date wholestage off 4989 5009 29 2.0 498.9 1.0X +format date wholestage on 5037 5055 26 2.0 503.7 1.0X ================================================================================================ Formatting timestamps ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz from_unixtime: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -from_unixtime wholestage off 8980 8998 26 1.1 898.0 1.0X -from_unixtime wholestage on 8921 8939 19 1.1 892.1 1.0X +from_unixtime wholestage off 9157 9164 10 1.1 915.7 1.0X +from_unixtime wholestage on 9101 9120 16 1.1 910.1 1.0X ================================================================================================ Convert timestamps ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz from_utc_timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -from_utc_timestamp wholestage off 726 736 15 13.8 72.6 1.0X -from_utc_timestamp wholestage on 701 710 16 14.3 70.1 1.0X +from_utc_timestamp wholestage off 732 739 10 13.7 73.2 1.0X +from_utc_timestamp wholestage on 767 776 8 13.0 76.7 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz to_utc_timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -to_utc_timestamp wholestage off 1234 1240 8 8.1 123.4 1.0X -to_utc_timestamp wholestage on 757 770 15 13.2 75.7 1.6X +to_utc_timestamp wholestage off 802 805 3 12.5 80.2 1.0X +to_utc_timestamp wholestage on 776 781 5 12.9 77.6 1.0X ================================================================================================ Intervals ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz cast interval: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -cast interval wholestage off 327 328 2 30.6 32.7 1.0X -cast interval wholestage on 299 307 13 33.5 29.9 1.1X +cast interval wholestage off 328 330 3 30.5 32.8 1.0X +cast interval wholestage on 319 326 7 31.3 31.9 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz datediff: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -datediff wholestage off 1865 1872 10 5.4 186.5 1.0X -datediff wholestage on 1815 1821 7 5.5 181.5 1.0X +datediff wholestage off 1762 1764 3 5.7 176.2 1.0X +datediff wholestage on 1495 1502 7 6.7 149.5 1.2X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz months_between: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -months_between wholestage off 1524 1525 1 6.6 152.4 1.0X -months_between wholestage on 1511 1518 11 6.6 151.1 1.0X +months_between wholestage off 1338 1339 1 7.5 133.8 1.0X +months_between wholestage on 1334 1339 5 7.5 133.4 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz window: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -window wholestage off 2441 2519 111 0.4 2440.7 1.0X -window wholestage on 46149 46165 16 0.0 46149.1 0.1X +window wholestage off 2023 2094 100 0.5 2023.2 1.0X +window wholestage on 43505 43551 33 0.0 43504.8 0.0X ================================================================================================ Truncation ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc YEAR: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc YEAR wholestage off 773 777 6 12.9 77.3 1.0X -date_trunc YEAR wholestage on 720 733 21 13.9 72.0 1.1X +date_trunc YEAR wholestage off 660 661 1 15.1 66.0 1.0X +date_trunc YEAR wholestage on 589 599 7 17.0 58.9 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc YYYY: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc YYYY wholestage off 753 754 1 13.3 75.3 1.0X -date_trunc YYYY wholestage on 721 725 3 13.9 72.1 1.0X +date_trunc YYYY wholestage off 656 657 1 15.2 65.6 1.0X +date_trunc YYYY wholestage on 593 604 16 16.9 59.3 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc YY: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc YY wholestage off 759 762 4 13.2 75.9 1.0X -date_trunc YY wholestage on 727 731 3 13.8 72.7 1.0X +date_trunc YY wholestage off 666 669 4 15.0 66.6 1.0X +date_trunc YY wholestage on 591 603 19 16.9 59.1 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc MON: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc MON wholestage off 728 731 4 13.7 72.8 1.0X -date_trunc MON wholestage on 717 728 17 13.9 71.7 1.0X +date_trunc MON wholestage off 592 592 1 16.9 59.2 1.0X +date_trunc MON wholestage on 569 580 8 17.6 56.9 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc MONTH: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc MONTH wholestage off 728 729 1 13.7 72.8 1.0X -date_trunc MONTH wholestage on 716 719 2 14.0 71.6 1.0X +date_trunc MONTH wholestage off 593 594 2 16.9 59.3 1.0X +date_trunc MONTH wholestage on 575 579 4 17.4 57.5 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc MM: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc MM wholestage off 725 732 9 13.8 72.5 1.0X -date_trunc MM wholestage on 721 728 6 13.9 72.1 1.0X +date_trunc MM wholestage off 589 590 2 17.0 58.9 1.0X +date_trunc MM wholestage on 569 575 4 17.6 56.9 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc DAY: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc DAY wholestage off 515 520 7 19.4 51.5 1.0X -date_trunc DAY wholestage on 475 484 8 21.1 47.5 1.1X +date_trunc DAY wholestage off 438 442 5 22.8 43.8 1.0X +date_trunc DAY wholestage on 346 350 4 28.9 34.6 1.3X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc DD: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc DD wholestage off 515 520 7 19.4 51.5 1.0X -date_trunc DD wholestage on 471 484 9 21.2 47.1 1.1X +date_trunc DD wholestage off 438 439 2 22.8 43.8 1.0X +date_trunc DD wholestage on 347 354 7 28.8 34.7 1.3X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc HOUR: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc HOUR wholestage off 504 504 1 19.9 50.4 1.0X -date_trunc HOUR wholestage on 465 471 5 21.5 46.5 1.1X +date_trunc HOUR wholestage off 384 386 2 26.0 38.4 1.0X +date_trunc HOUR wholestage on 357 365 6 28.0 35.7 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc MINUTE: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc MINUTE wholestage off 485 488 4 20.6 48.5 1.0X -date_trunc MINUTE wholestage on 452 458 6 22.1 45.2 1.1X +date_trunc MINUTE wholestage off 373 375 3 26.8 37.3 1.0X +date_trunc MINUTE wholestage on 327 331 5 30.6 32.7 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc SECOND: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc SECOND wholestage off 483 484 1 20.7 48.3 1.0X -date_trunc SECOND wholestage on 447 453 5 22.4 44.7 1.1X +date_trunc SECOND wholestage off 361 363 3 27.7 36.1 1.0X +date_trunc SECOND wholestage on 335 341 8 29.9 33.5 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc WEEK: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc WEEK wholestage off 615 617 2 16.3 61.5 1.0X -date_trunc WEEK wholestage on 576 586 11 17.4 57.6 1.1X +date_trunc WEEK wholestage off 515 516 2 19.4 51.5 1.0X +date_trunc WEEK wholestage on 455 459 4 22.0 45.5 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz date_trunc QUARTER: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -date_trunc QUARTER wholestage off 1512 1513 1 6.6 151.2 1.0X -date_trunc QUARTER wholestage on 1482 1494 11 6.7 148.2 1.0X +date_trunc QUARTER wholestage off 1337 1341 6 7.5 133.7 1.0X +date_trunc QUARTER wholestage on 1328 1334 10 7.5 132.8 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz trunc year: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -trunc year wholestage off 342 343 1 29.2 34.2 1.0X -trunc year wholestage on 301 304 2 33.3 30.1 1.1X +trunc year wholestage off 318 328 14 31.4 31.8 1.0X +trunc year wholestage on 297 308 17 33.6 29.7 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz trunc yyyy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -trunc yyyy wholestage off 321 323 2 31.1 32.1 1.0X -trunc yyyy wholestage on 303 305 2 33.0 30.3 1.1X +trunc yyyy wholestage off 318 319 2 31.5 31.8 1.0X +trunc yyyy wholestage on 296 302 10 33.8 29.6 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz trunc yy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -trunc yy wholestage off 314 325 15 31.8 31.4 1.0X -trunc yy wholestage on 299 307 10 33.4 29.9 1.1X +trunc yy wholestage off 321 345 35 31.2 32.1 1.0X +trunc yy wholestage on 297 319 45 33.6 29.7 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz trunc mon: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -trunc mon wholestage off 311 312 2 32.2 31.1 1.0X -trunc mon wholestage on 300 307 6 33.3 30.0 1.0X +trunc mon wholestage off 318 318 0 31.5 31.8 1.0X +trunc mon wholestage on 299 306 6 33.4 29.9 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz trunc month: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -trunc month wholestage off 312 314 2 32.1 31.2 1.0X -trunc month wholestage on 299 300 1 33.5 29.9 1.0X +trunc month wholestage off 316 318 3 31.6 31.6 1.0X +trunc month wholestage on 296 301 7 33.8 29.6 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz trunc mm: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -trunc mm wholestage off 308 316 11 32.5 30.8 1.0X -trunc mm wholestage on 298 301 2 33.6 29.8 1.0X +trunc mm wholestage off 316 321 8 31.7 31.6 1.0X +trunc mm wholestage on 295 302 8 33.9 29.5 1.1X ================================================================================================ Parsing ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz to timestamp str: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -to timestamp str wholestage off 228 232 5 4.4 228.3 1.0X -to timestamp str wholestage on 213 214 2 4.7 212.9 1.1X +to timestamp str wholestage off 219 220 1 4.6 219.3 1.0X +to timestamp str wholestage on 212 214 2 4.7 212.3 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz to_timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -to_timestamp wholestage off 1850 1850 0 0.5 1850.0 1.0X -to_timestamp wholestage on 1877 1899 27 0.5 1876.8 1.0X +to_timestamp wholestage off 1852 1852 1 0.5 1851.9 1.0X +to_timestamp wholestage on 1862 1869 9 0.5 1861.6 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz to_unix_timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -to_unix_timestamp wholestage off 1883 1886 4 0.5 1882.7 1.0X -to_unix_timestamp wholestage on 1817 1831 17 0.6 1817.3 1.0X +to_unix_timestamp wholestage off 1839 1842 4 0.5 1839.1 1.0X +to_unix_timestamp wholestage on 1861 1866 4 0.5 1861.2 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz to date str: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -to date str wholestage off 212 212 1 4.7 211.8 1.0X -to date str wholestage on 206 208 2 4.8 206.3 1.0X +to date str wholestage off 222 228 9 4.5 221.6 1.0X +to date str wholestage on 210 211 2 4.8 209.5 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz to_date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -to_date wholestage off 2334 2335 0 0.4 2334.3 1.0X -to_date wholestage on 2224 2236 13 0.4 2224.2 1.0X +to_date wholestage off 2386 2392 8 0.4 2386.3 1.0X +to_date wholestage on 2438 2457 18 0.4 2437.7 1.0X ================================================================================================ Conversion from/to external types ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz To/from java.sql.Timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -From java.sql.Timestamp 271 274 3 18.4 54.2 1.0X -Collect longs 1386 1925 681 3.6 277.1 0.2X -Collect timestamps 1961 2169 331 2.5 392.2 0.1X +From java.sql.Timestamp 287 291 7 17.4 57.3 1.0X +Collect longs 1903 2672 694 2.6 380.6 0.2X +Collect timestamps 1544 1644 89 3.2 308.8 0.2X diff --git a/sql/core/benchmarks/ExtractBenchmark-jdk11-results.txt b/sql/core/benchmarks/ExtractBenchmark-jdk11-results.txt index 74f01f6ee460..0572cc25bf6c 100644 --- a/sql/core/benchmarks/ExtractBenchmark-jdk11-results.txt +++ b/sql/core/benchmarks/ExtractBenchmark-jdk11-results.txt @@ -1,100 +1,119 @@ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Invoke extract for timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -cast to timestamp 342 456 120 29.2 34.2 1.0X -MILLENNIUM of timestamp 1462 1498 53 6.8 146.2 0.2X -CENTURY of timestamp 1229 1293 86 8.1 122.9 0.3X -DECADE of timestamp 1204 1242 56 8.3 120.4 0.3X -YEAR of timestamp 1180 1226 72 8.5 118.0 0.3X -ISOYEAR of timestamp 1279 1301 33 7.8 127.9 0.3X -QUARTER of timestamp 1357 1379 22 7.4 135.7 0.3X -MONTH of timestamp 1155 1182 24 8.7 115.5 0.3X -WEEK of timestamp 1634 1641 10 6.1 163.4 0.2X -DAY of timestamp 1167 1171 6 8.6 116.7 0.3X -DAYOFWEEK of timestamp 1335 1344 8 7.5 133.5 0.3X -DOW of timestamp 1344 1352 11 7.4 134.4 0.3X -ISODOW of timestamp 1279 1281 2 7.8 127.9 0.3X -DOY of timestamp 1172 1183 16 8.5 117.2 0.3X -HOUR of timestamp 722 731 12 13.8 72.2 0.5X -MINUTE of timestamp 725 734 9 13.8 72.5 0.5X -SECOND of timestamp 656 661 6 15.3 65.6 0.5X -MILLISECONDS of timestamp 630 637 9 15.9 63.0 0.5X -MICROSECONDS of timestamp 587 592 7 17.0 58.7 0.6X -EPOCH of timestamp 1036 1047 13 9.7 103.6 0.3X +cast to timestamp 380 456 67 26.3 38.0 1.0X +MILLENNIUM of timestamp 1274 1361 138 7.9 127.4 0.3X +CENTURY of timestamp 1119 1132 19 8.9 111.9 0.3X +DECADE of timestamp 1076 1083 6 9.3 107.6 0.4X +YEAR of timestamp 1066 1098 43 9.4 106.6 0.4X +ISOYEAR of timestamp 1190 1194 4 8.4 119.0 0.3X +QUARTER of timestamp 1269 1273 4 7.9 126.9 0.3X +MONTH of timestamp 1060 1075 22 9.4 106.0 0.4X +WEEK of timestamp 1560 1565 8 6.4 156.0 0.2X +DAY of timestamp 1039 1046 8 9.6 103.9 0.4X +DAYOFWEEK of timestamp 1248 1274 24 8.0 124.8 0.3X +DOW of timestamp 1252 1273 25 8.0 125.2 0.3X +ISODOW of timestamp 1195 1204 9 8.4 119.5 0.3X +DOY of timestamp 1081 1086 6 9.3 108.1 0.4X +HOUR of timestamp 778 781 5 12.9 77.8 0.5X +MINUTE of timestamp 779 780 1 12.8 77.9 0.5X +SECOND of timestamp 597 611 20 16.7 59.7 0.6X +MILLISECONDS of timestamp 636 642 6 15.7 63.6 0.6X +MICROSECONDS of timestamp 498 504 5 20.1 49.8 0.8X +EPOCH of timestamp 946 956 9 10.6 94.6 0.4X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Invoke extract for date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +Invoke date_part for timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -cast to date 1044 1081 63 9.6 104.4 1.0X -MILLENNIUM of date 1367 1375 10 7.3 136.7 0.8X -CENTURY of date 1181 1183 3 8.5 118.1 0.9X -DECADE of date 1154 1163 8 8.7 115.4 0.9X -YEAR of date 1138 1154 16 8.8 113.8 0.9X -ISOYEAR of date 1394 1401 8 7.2 139.4 0.7X -QUARTER of date 1336 1362 26 7.5 133.6 0.8X -MONTH of date 1137 1144 11 8.8 113.7 0.9X -WEEK of date 1619 1632 18 6.2 161.9 0.6X -DAY of date 1144 1158 22 8.7 114.4 0.9X -DAYOFWEEK of date 1328 1330 2 7.5 132.8 0.8X -DOW of date 1336 1339 4 7.5 133.6 0.8X -ISODOW of date 1272 1276 3 7.9 127.2 0.8X -DOY of date 1170 1174 4 8.6 117.0 0.9X -HOUR of date 1963 1986 35 5.1 196.3 0.5X -MINUTE of date 1969 1984 19 5.1 196.9 0.5X -SECOND of date 1926 1929 3 5.2 192.6 0.5X -MILLISECONDS of date 1928 1939 16 5.2 192.8 0.5X -MICROSECONDS of date 1816 1821 4 5.5 181.6 0.6X -EPOCH of date 2331 2336 4 4.3 233.1 0.4X +cast to timestamp 356 362 9 28.1 35.6 1.0X +MILLENNIUM of timestamp 1260 1297 41 7.9 126.0 0.3X +CENTURY of timestamp 1082 1085 3 9.2 108.2 0.3X +DECADE of timestamp 1056 1068 19 9.5 105.6 0.3X +YEAR of timestamp 1045 1053 13 9.6 104.5 0.3X +ISOYEAR of timestamp 1300 1316 25 7.7 130.0 0.3X +QUARTER of timestamp 1279 1280 2 7.8 127.9 0.3X +MONTH of timestamp 1037 1046 11 9.6 103.7 0.3X +WEEK of timestamp 1539 1557 28 6.5 153.9 0.2X +DAY of timestamp 1032 1038 6 9.7 103.2 0.3X +DAYOFWEEK of timestamp 1241 1244 4 8.1 124.1 0.3X +DOW of timestamp 1237 1241 7 8.1 123.7 0.3X +ISODOW of timestamp 1155 1158 3 8.7 115.5 0.3X +DOY of timestamp 1075 1080 4 9.3 107.5 0.3X +HOUR of timestamp 766 770 5 13.1 76.6 0.5X +MINUTE of timestamp 764 769 4 13.1 76.4 0.5X +SECOND of timestamp 590 592 2 16.9 59.0 0.6X +MILLISECONDS of timestamp 627 636 10 16.0 62.7 0.6X +MICROSECONDS of timestamp 493 505 15 20.3 49.3 0.7X +EPOCH of timestamp 962 966 4 10.4 96.2 0.4X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Invoke date_part for timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +Invoke extract for date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -cast to timestamp 315 320 8 31.8 31.5 1.0X -MILLENNIUM of timestamp 1365 1369 4 7.3 136.5 0.2X -CENTURY of timestamp 1176 1179 4 8.5 117.6 0.3X -DECADE of timestamp 1153 1168 14 8.7 115.3 0.3X -YEAR of timestamp 1131 1135 5 8.8 113.1 0.3X -ISOYEAR of timestamp 1388 1397 8 7.2 138.8 0.2X -QUARTER of timestamp 1344 1363 25 7.4 134.4 0.2X -MONTH of timestamp 1135 1141 6 8.8 113.5 0.3X -WEEK of timestamp 1612 1615 5 6.2 161.2 0.2X -DAY of timestamp 1138 1145 7 8.8 113.8 0.3X -DAYOFWEEK of timestamp 1322 1330 7 7.6 132.2 0.2X -DOW of timestamp 1317 1323 5 7.6 131.7 0.2X -ISODOW of timestamp 1284 1287 4 7.8 128.4 0.2X -DOY of timestamp 1163 1172 11 8.6 116.3 0.3X -HOUR of timestamp 709 709 1 14.1 70.9 0.4X -MINUTE of timestamp 713 714 1 14.0 71.3 0.4X -SECOND of timestamp 635 641 6 15.7 63.5 0.5X -MILLISECONDS of timestamp 625 629 7 16.0 62.5 0.5X -MICROSECONDS of timestamp 572 573 2 17.5 57.2 0.6X -EPOCH of timestamp 1031 1033 3 9.7 103.1 0.3X +cast to date 886 905 17 11.3 88.6 1.0X +MILLENNIUM of date 1253 1261 7 8.0 125.3 0.7X +CENTURY of date 1068 1079 10 9.4 106.8 0.8X +DECADE of date 1040 1068 25 9.6 104.0 0.9X +YEAR of date 1032 1043 11 9.7 103.2 0.9X +ISOYEAR of date 1304 1313 12 7.7 130.4 0.7X +QUARTER of date 1284 1301 16 7.8 128.4 0.7X +MONTH of date 1033 1036 4 9.7 103.3 0.9X +WEEK of date 1535 1545 8 6.5 153.5 0.6X +DAY of date 1023 1033 11 9.8 102.3 0.9X +DAYOFWEEK of date 1230 1236 6 8.1 123.0 0.7X +DOW of date 1238 1247 9 8.1 123.8 0.7X +ISODOW of date 1159 1169 17 8.6 115.9 0.8X +DOY of date 1082 1084 3 9.2 108.2 0.8X +HOUR of date 1879 1891 11 5.3 187.9 0.5X +MINUTE of date 1881 1905 21 5.3 188.1 0.5X +SECOND of date 1718 1724 5 5.8 171.8 0.5X +MILLISECONDS of date 1733 1737 6 5.8 173.3 0.5X +MICROSECONDS of date 1629 1644 23 6.1 162.9 0.5X +EPOCH of date 2085 2090 5 4.8 208.5 0.4X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Invoke date_part for date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -cast to date 994 998 3 10.1 99.4 1.0X -MILLENNIUM of date 1361 1371 9 7.3 136.1 0.7X -CENTURY of date 1171 1180 15 8.5 117.1 0.8X -DECADE of date 1149 1153 4 8.7 114.9 0.9X -YEAR of date 1128 1130 2 8.9 112.8 0.9X -ISOYEAR of date 1384 1398 19 7.2 138.4 0.7X -QUARTER of date 1333 1345 19 7.5 133.3 0.7X -MONTH of date 1132 1138 7 8.8 113.2 0.9X -WEEK of date 1616 1624 9 6.2 161.6 0.6X -DAY of date 1132 1135 3 8.8 113.2 0.9X -DAYOFWEEK of date 1320 1322 3 7.6 132.0 0.8X -DOW of date 1317 1319 2 7.6 131.7 0.8X -ISODOW of date 1269 1272 5 7.9 126.9 0.8X -DOY of date 1171 1190 17 8.5 117.1 0.8X -HOUR of date 1960 1962 2 5.1 196.0 0.5X -MINUTE of date 1974 1975 1 5.1 197.4 0.5X -SECOND of date 1915 1922 8 5.2 191.5 0.5X -MILLISECONDS of date 1923 1924 2 5.2 192.3 0.5X -MICROSECONDS of date 1817 1819 1 5.5 181.7 0.5X -EPOCH of date 2323 2326 2 4.3 232.3 0.4X +cast to date 888 891 6 11.3 88.8 1.0X +MILLENNIUM of date 1250 1260 17 8.0 125.0 0.7X +CENTURY of date 1070 1076 6 9.3 107.0 0.8X +DECADE of date 1036 1041 5 9.6 103.6 0.9X +YEAR of date 1037 1038 1 9.6 103.7 0.9X +ISOYEAR of date 1300 1307 9 7.7 130.0 0.7X +QUARTER of date 1267 1277 9 7.9 126.7 0.7X +MONTH of date 1034 1037 4 9.7 103.4 0.9X +WEEK of date 1543 1554 10 6.5 154.3 0.6X +DAY of date 1022 1030 12 9.8 102.2 0.9X +DAYOFWEEK of date 1230 1232 4 8.1 123.0 0.7X +DOW of date 1227 1242 15 8.1 122.7 0.7X +ISODOW of date 1157 1173 20 8.6 115.7 0.8X +DOY of date 1073 1083 18 9.3 107.3 0.8X +HOUR of date 1873 1878 7 5.3 187.3 0.5X +MINUTE of date 1861 1876 14 5.4 186.1 0.5X +SECOND of date 1717 1724 6 5.8 171.7 0.5X +MILLISECONDS of date 1729 1736 7 5.8 172.9 0.5X +MICROSECONDS of date 1622 1627 5 6.2 162.2 0.5X +EPOCH of date 2066 2079 19 4.8 206.6 0.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Invoke date_part for interval: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +cast to interval 1273 1279 6 7.9 127.3 1.0X +MILLENNIUM of interval 1323 1352 36 7.6 132.3 1.0X +CENTURY of interval 1353 1356 4 7.4 135.3 0.9X +DECADE of interval 1326 1339 11 7.5 132.6 1.0X +YEAR of interval 1341 1345 3 7.5 134.1 0.9X +QUARTER of interval 1368 1372 4 7.3 136.8 0.9X +MONTH of interval 1320 1326 6 7.6 132.0 1.0X +DAY of interval 1306 1310 4 7.7 130.6 1.0X +HOUR of interval 1341 1347 8 7.5 134.1 0.9X +MINUTE of interval 1337 1349 11 7.5 133.7 1.0X +SECOND of interval 1450 1451 1 6.9 145.0 0.9X +MILLISECONDS of interval 1476 1490 23 6.8 147.6 0.9X +MICROSECONDS of interval 1316 1331 25 7.6 131.6 1.0X +EPOCH of interval 1461 1462 1 6.8 146.1 0.9X diff --git a/sql/core/benchmarks/ExtractBenchmark-results.txt b/sql/core/benchmarks/ExtractBenchmark-results.txt index 89d3616d2c20..317f107bd746 100644 --- a/sql/core/benchmarks/ExtractBenchmark-results.txt +++ b/sql/core/benchmarks/ExtractBenchmark-results.txt @@ -1,119 +1,119 @@ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Invoke extract for timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -cast to timestamp 404 460 71 24.8 40.4 1.0X -MILLENNIUM of timestamp 1432 1580 128 7.0 143.2 0.3X -CENTURY of timestamp 1380 1390 10 7.2 138.0 0.3X -DECADE of timestamp 1254 1261 8 8.0 125.4 0.3X -YEAR of timestamp 1229 1236 9 8.1 122.9 0.3X -ISOYEAR of timestamp 1382 1415 44 7.2 138.2 0.3X -QUARTER of timestamp 1444 1458 16 6.9 144.4 0.3X -MONTH of timestamp 1212 1257 60 8.2 121.2 0.3X -WEEK of timestamp 1718 1730 12 5.8 171.8 0.2X -DAY of timestamp 1180 1201 22 8.5 118.0 0.3X -DAYOFWEEK of timestamp 1371 1427 68 7.3 137.1 0.3X -DOW of timestamp 1365 1378 18 7.3 136.5 0.3X -ISODOW of timestamp 1312 1319 7 7.6 131.2 0.3X -DOY of timestamp 1224 1238 16 8.2 122.4 0.3X -HOUR of timestamp 343 355 16 29.2 34.3 1.2X -MINUTE of timestamp 341 344 3 29.3 34.1 1.2X -SECOND of timestamp 553 556 2 18.1 55.3 0.7X -MILLISECONDS of timestamp 562 565 3 17.8 56.2 0.7X -MICROSECONDS of timestamp 435 465 49 23.0 43.5 0.9X -EPOCH of timestamp 1211 1217 9 8.3 121.1 0.3X +cast to timestamp 409 457 45 24.5 40.9 1.0X +MILLENNIUM of timestamp 1240 1295 57 8.1 124.0 0.3X +CENTURY of timestamp 1186 1240 49 8.4 118.6 0.3X +DECADE of timestamp 1083 1104 20 9.2 108.3 0.4X +YEAR of timestamp 1061 1073 15 9.4 106.1 0.4X +ISOYEAR of timestamp 1198 1213 25 8.3 119.8 0.3X +QUARTER of timestamp 1304 1322 23 7.7 130.4 0.3X +MONTH of timestamp 1052 1067 19 9.5 105.2 0.4X +WEEK of timestamp 1534 1558 25 6.5 153.4 0.3X +DAY of timestamp 1038 1057 26 9.6 103.8 0.4X +DAYOFWEEK of timestamp 1226 1239 22 8.2 122.6 0.3X +DOW of timestamp 1212 1224 13 8.3 121.2 0.3X +ISODOW of timestamp 1148 1165 24 8.7 114.8 0.4X +DOY of timestamp 1066 1075 14 9.4 106.6 0.4X +HOUR of timestamp 358 362 6 27.9 35.8 1.1X +MINUTE of timestamp 364 369 4 27.4 36.4 1.1X +SECOND of timestamp 453 471 26 22.1 45.3 0.9X +MILLISECONDS of timestamp 497 500 2 20.1 49.7 0.8X +MICROSECONDS of timestamp 360 363 4 27.8 36.0 1.1X +EPOCH of timestamp 1100 1104 5 9.1 110.0 0.4X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Invoke extract for date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +Invoke date_part for timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -cast to date 1030 1038 8 9.7 103.0 1.0X -MILLENNIUM of date 1302 1306 6 7.7 130.2 0.8X -CENTURY of date 1309 1315 6 7.6 130.9 0.8X -DECADE of date 1197 1202 7 8.4 119.7 0.9X -YEAR of date 1182 1192 10 8.5 118.2 0.9X -ISOYEAR of date 1421 1429 10 7.0 142.1 0.7X -QUARTER of date 1454 1468 14 6.9 145.4 0.7X -MONTH of date 1217 1230 19 8.2 121.7 0.8X -WEEK of date 1723 1725 3 5.8 172.3 0.6X -DAY of date 1188 1191 4 8.4 118.8 0.9X -DAYOFWEEK of date 1348 1355 6 7.4 134.8 0.8X -DOW of date 1344 1353 8 7.4 134.4 0.8X -ISODOW of date 1301 1311 9 7.7 130.1 0.8X -DOY of date 1237 1241 4 8.1 123.7 0.8X -HOUR of date 1465 1474 16 6.8 146.5 0.7X -MINUTE of date 1463 1471 8 6.8 146.3 0.7X -SECOND of date 1720 1725 5 5.8 172.0 0.6X -MILLISECONDS of date 1739 1749 9 5.8 173.9 0.6X -MICROSECONDS of date 1607 1611 4 6.2 160.7 0.6X -EPOCH of date 2370 2377 10 4.2 237.0 0.4X +cast to timestamp 315 317 2 31.8 31.5 1.0X +MILLENNIUM of timestamp 1155 1162 8 8.7 115.5 0.3X +CENTURY of timestamp 1146 1152 5 8.7 114.6 0.3X +DECADE of timestamp 1031 1043 11 9.7 103.1 0.3X +YEAR of timestamp 1033 1041 10 9.7 103.3 0.3X +ISOYEAR of timestamp 1274 1278 5 7.8 127.4 0.2X +QUARTER of timestamp 1326 1346 30 7.5 132.6 0.2X +MONTH of timestamp 1027 1031 7 9.7 102.7 0.3X +WEEK of timestamp 1529 1535 6 6.5 152.9 0.2X +DAY of timestamp 1024 1031 9 9.8 102.4 0.3X +DAYOFWEEK of timestamp 1197 1201 5 8.4 119.7 0.3X +DOW of timestamp 1201 1218 15 8.3 120.1 0.3X +ISODOW of timestamp 1143 1149 6 8.8 114.3 0.3X +DOY of timestamp 1074 1085 9 9.3 107.4 0.3X +HOUR of timestamp 354 354 0 28.3 35.4 0.9X +MINUTE of timestamp 358 361 5 27.9 35.8 0.9X +SECOND of timestamp 445 456 17 22.5 44.5 0.7X +MILLISECONDS of timestamp 504 514 12 19.8 50.4 0.6X +MICROSECONDS of timestamp 361 370 8 27.7 36.1 0.9X +EPOCH of timestamp 1111 1117 9 9.0 111.1 0.3X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Invoke date_part for timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +Invoke extract for date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -cast to timestamp 307 312 6 32.6 30.7 1.0X -MILLENNIUM of timestamp 1294 1298 4 7.7 129.4 0.2X -CENTURY of timestamp 1317 1321 6 7.6 131.7 0.2X -DECADE of timestamp 1202 1207 8 8.3 120.2 0.3X -YEAR of timestamp 1196 1201 8 8.4 119.6 0.3X -ISOYEAR of timestamp 1431 1440 10 7.0 143.1 0.2X -QUARTER of timestamp 1483 1487 5 6.7 148.3 0.2X -MONTH of timestamp 1205 1209 4 8.3 120.5 0.3X -WEEK of timestamp 1728 1731 4 5.8 172.8 0.2X -DAY of timestamp 1190 1193 3 8.4 119.0 0.3X -DAYOFWEEK of timestamp 1369 1371 2 7.3 136.9 0.2X -DOW of timestamp 1371 1373 3 7.3 137.1 0.2X -ISODOW of timestamp 1316 1321 8 7.6 131.6 0.2X -DOY of timestamp 1236 1241 6 8.1 123.6 0.2X -HOUR of timestamp 342 343 1 29.3 34.2 0.9X -MINUTE of timestamp 338 352 23 29.6 33.8 0.9X -SECOND of timestamp 555 556 1 18.0 55.5 0.6X -MILLISECONDS of timestamp 570 573 4 17.6 57.0 0.5X -MICROSECONDS of timestamp 436 442 5 22.9 43.6 0.7X -EPOCH of timestamp 1212 1218 7 8.3 121.2 0.3X +cast to date 849 851 3 11.8 84.9 1.0X +MILLENNIUM of date 1129 1139 11 8.9 112.9 0.8X +CENTURY of date 1136 1143 7 8.8 113.6 0.7X +DECADE of date 1039 1043 5 9.6 103.9 0.8X +YEAR of date 1030 1037 10 9.7 103.0 0.8X +ISOYEAR of date 1269 1278 9 7.9 126.9 0.7X +QUARTER of date 1323 1330 6 7.6 132.3 0.6X +MONTH of date 1021 1023 2 9.8 102.1 0.8X +WEEK of date 1541 1549 8 6.5 154.1 0.6X +DAY of date 1021 1033 13 9.8 102.1 0.8X +DAYOFWEEK of date 1196 1209 11 8.4 119.6 0.7X +DOW of date 1214 1229 13 8.2 121.4 0.7X +ISODOW of date 1148 1153 7 8.7 114.8 0.7X +DOY of date 1073 1079 5 9.3 107.3 0.8X +HOUR of date 1311 1314 4 7.6 131.1 0.6X +MINUTE of date 1311 1311 1 7.6 131.1 0.6X +SECOND of date 1420 1434 13 7.0 142.0 0.6X +MILLISECONDS of date 1426 1442 14 7.0 142.6 0.6X +MICROSECONDS of date 1312 1318 6 7.6 131.2 0.6X +EPOCH of date 2034 2050 16 4.9 203.4 0.4X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Invoke date_part for date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -cast to date 1017 1025 13 9.8 101.7 1.0X -MILLENNIUM of date 1314 1318 5 7.6 131.4 0.8X -CENTURY of date 1318 1334 16 7.6 131.8 0.8X -DECADE of date 1205 1210 5 8.3 120.5 0.8X -YEAR of date 1187 1190 3 8.4 118.7 0.9X -ISOYEAR of date 1409 1432 21 7.1 140.9 0.7X -QUARTER of date 1477 1482 6 6.8 147.7 0.7X -MONTH of date 1193 1199 7 8.4 119.3 0.9X -WEEK of date 1711 1719 7 5.8 171.1 0.6X -DAY of date 1183 1192 7 8.5 118.3 0.9X -DAYOFWEEK of date 1368 1371 6 7.3 136.8 0.7X -DOW of date 1361 1366 8 7.3 136.1 0.7X -ISODOW of date 1312 1315 3 7.6 131.2 0.8X -DOY of date 1230 1233 2 8.1 123.0 0.8X -HOUR of date 1480 1483 2 6.8 148.0 0.7X -MINUTE of date 1473 1489 27 6.8 147.3 0.7X -SECOND of date 1731 1737 7 5.8 173.1 0.6X -MILLISECONDS of date 1744 1749 6 5.7 174.4 0.6X -MICROSECONDS of date 1592 1594 1 6.3 159.2 0.6X -EPOCH of date 2368 2371 3 4.2 236.8 0.4X +cast to date 852 879 42 11.7 85.2 1.0X +MILLENNIUM of date 1131 1136 7 8.8 113.1 0.8X +CENTURY of date 1138 1145 6 8.8 113.8 0.7X +DECADE of date 1030 1043 13 9.7 103.0 0.8X +YEAR of date 1022 1028 8 9.8 102.2 0.8X +ISOYEAR of date 1260 1265 6 7.9 126.0 0.7X +QUARTER of date 1326 1330 7 7.5 132.6 0.6X +MONTH of date 1014 1034 26 9.9 101.4 0.8X +WEEK of date 1523 1526 5 6.6 152.3 0.6X +DAY of date 1022 1023 2 9.8 102.2 0.8X +DAYOFWEEK of date 1197 1203 9 8.4 119.7 0.7X +DOW of date 1188 1198 16 8.4 118.8 0.7X +ISODOW of date 1143 1153 9 8.8 114.3 0.7X +DOY of date 1052 1058 7 9.5 105.2 0.8X +HOUR of date 1309 1311 4 7.6 130.9 0.7X +MINUTE of date 1302 1305 6 7.7 130.2 0.7X +SECOND of date 1414 1432 16 7.1 141.4 0.6X +MILLISECONDS of date 1441 1450 11 6.9 144.1 0.6X +MICROSECONDS of date 1292 1301 8 7.7 129.2 0.7X +EPOCH of date 2030 2036 8 4.9 203.0 0.4X -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.15 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Invoke date_part for interval: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -cast to interval 1365 1395 31 7.3 136.5 1.0X -MILLENNIUM of interval 1620 1651 27 6.2 162.0 0.8X -CENTURY of interval 1469 1487 22 6.8 146.9 0.9X -DECADE of interval 1462 1473 17 6.8 146.2 0.9X -YEAR of interval 1438 1447 8 7.0 143.8 0.9X -QUARTER of interval 1456 1458 3 6.9 145.6 0.9X -MONTH of interval 1440 1452 16 6.9 144.0 0.9X -DAY of interval 1478 1485 6 6.8 147.8 0.9X -HOUR of interval 1579 1580 3 6.3 157.9 0.9X -MINUTE of interval 1598 1605 11 6.3 159.8 0.9X -SECOND of interval 1571 1579 10 6.4 157.1 0.9X -MILLISECONDS of interval 1570 1577 6 6.4 157.0 0.9X -MICROSECONDS of interval 1484 1488 5 6.7 148.4 0.9X -EPOCH of interval 1521 1522 1 6.6 152.1 0.9X +cast to interval 1249 1254 6 8.0 124.9 1.0X +MILLENNIUM of interval 1310 1316 9 7.6 131.0 1.0X +CENTURY of interval 1304 1315 10 7.7 130.4 1.0X +DECADE of interval 1306 1313 7 7.7 130.6 1.0X +YEAR of interval 1304 1313 11 7.7 130.4 1.0X +QUARTER of interval 1310 1317 7 7.6 131.0 1.0X +MONTH of interval 1311 1319 12 7.6 131.1 1.0X +DAY of interval 1295 1304 13 7.7 129.5 1.0X +HOUR of interval 1301 1306 8 7.7 130.1 1.0X +MINUTE of interval 1316 1319 3 7.6 131.6 0.9X +SECOND of interval 1437 1440 3 7.0 143.7 0.9X +MILLISECONDS of interval 1435 1449 16 7.0 143.5 0.9X +MICROSECONDS of interval 1304 1314 9 7.7 130.4 1.0X +EPOCH of interval 1440 1453 19 6.9 144.0 0.9X diff --git a/sql/core/benchmarks/FilterPushdownBenchmark-jdk11-results.txt b/sql/core/benchmarks/FilterPushdownBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..d292607e2cbc --- /dev/null +++ b/sql/core/benchmarks/FilterPushdownBenchmark-jdk11-results.txt @@ -0,0 +1,670 @@ +================================================================================================ +Pushdown for many distinct value case +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 0 string row (value IS NULL): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11943 12023 69 1.3 759.3 1.0X +Parquet Vectorized (Pushdown) 880 934 44 17.9 55.9 13.6X +Native ORC Vectorized 7847 7896 41 2.0 498.9 1.5X +Native ORC Vectorized (Pushdown) 507 525 22 31.0 32.3 23.5X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 0 string row ('7864320' < value < '7864320'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 12020 12040 13 1.3 764.2 1.0X +Parquet Vectorized (Pushdown) 819 840 24 19.2 52.0 14.7X +Native ORC Vectorized 8045 8062 14 2.0 511.5 1.5X +Native ORC Vectorized (Pushdown) 498 535 55 31.6 31.7 24.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 string row (value = '7864320'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 12006 12028 21 1.3 763.3 1.0X +Parquet Vectorized (Pushdown) 772 800 25 20.4 49.1 15.6X +Native ORC Vectorized 8074 8091 15 1.9 513.3 1.5X +Native ORC Vectorized (Pushdown) 467 481 10 33.7 29.7 25.7X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 string row (value <=> '7864320'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11995 12021 30 1.3 762.6 1.0X +Parquet Vectorized (Pushdown) 780 792 10 20.2 49.6 15.4X +Native ORC Vectorized 8046 8066 12 2.0 511.6 1.5X +Native ORC Vectorized (Pushdown) 476 489 13 33.0 30.3 25.2X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 string row ('7864320' <= value <= '7864320'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11967 11989 12 1.3 760.9 1.0X +Parquet Vectorized (Pushdown) 775 788 11 20.3 49.3 15.4X +Native ORC Vectorized 8028 8046 25 2.0 510.4 1.5X +Native ORC Vectorized (Pushdown) 461 493 29 34.1 29.3 26.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select all string rows (value IS NOT NULL): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 21435 21513 46 0.7 1362.8 1.0X +Parquet Vectorized (Pushdown) 21710 21742 33 0.7 1380.3 1.0X +Native ORC Vectorized 19324 19373 35 0.8 1228.6 1.1X +Native ORC Vectorized (Pushdown) 19535 19572 40 0.8 1242.0 1.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 0 int row (value IS NULL): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11008 11034 21 1.4 699.9 1.0X +Parquet Vectorized (Pushdown) 762 767 6 20.6 48.4 14.4X +Native ORC Vectorized 7156 7186 58 2.2 454.9 1.5X +Native ORC Vectorized (Pushdown) 436 447 9 36.1 27.7 25.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 0 int row (7864320 < value < 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 10987 11033 38 1.4 698.5 1.0X +Parquet Vectorized (Pushdown) 766 776 11 20.5 48.7 14.4X +Native ORC Vectorized 7160 7192 35 2.2 455.2 1.5X +Native ORC Vectorized (Pushdown) 440 454 26 35.8 27.9 25.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 int row (value = 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11066 11082 19 1.4 703.6 1.0X +Parquet Vectorized (Pushdown) 749 770 15 21.0 47.6 14.8X +Native ORC Vectorized 7248 7294 57 2.2 460.8 1.5X +Native ORC Vectorized (Pushdown) 437 450 16 36.0 27.8 25.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 int row (value <=> 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11066 11091 32 1.4 703.5 1.0X +Parquet Vectorized (Pushdown) 754 776 28 20.9 47.9 14.7X +Native ORC Vectorized 7257 7265 6 2.2 461.4 1.5X +Native ORC Vectorized (Pushdown) 449 457 7 35.0 28.6 24.6X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 int row (7864320 <= value <= 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11067 11079 14 1.4 703.6 1.0X +Parquet Vectorized (Pushdown) 753 762 8 20.9 47.9 14.7X +Native ORC Vectorized 7251 7267 22 2.2 461.0 1.5X +Native ORC Vectorized (Pushdown) 427 435 6 36.8 27.2 25.9X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 int row (7864319 < value < 7864321): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11055 11086 18 1.4 702.8 1.0X +Parquet Vectorized (Pushdown) 748 753 6 21.0 47.5 14.8X +Native ORC Vectorized 7227 7253 27 2.2 459.5 1.5X +Native ORC Vectorized (Pushdown) 429 435 5 36.7 27.3 25.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 10% int rows (value < 1572864): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 12060 12091 21 1.3 766.7 1.0X +Parquet Vectorized (Pushdown) 2799 2821 17 5.6 178.0 4.3X +Native ORC Vectorized 8334 8391 55 1.9 529.9 1.4X +Native ORC Vectorized (Pushdown) 2197 2209 12 7.2 139.7 5.5X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 50% int rows (value < 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 15593 15619 22 1.0 991.3 1.0X +Parquet Vectorized (Pushdown) 10573 10584 10 1.5 672.2 1.5X +Native ORC Vectorized 12276 12290 16 1.3 780.5 1.3X +Native ORC Vectorized (Pushdown) 8931 8958 31 1.8 567.8 1.7X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 90% int rows (value < 14155776): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 19094 19120 23 0.8 1214.0 1.0X +Parquet Vectorized (Pushdown) 18327 18342 14 0.9 1165.2 1.0X +Native ORC Vectorized 15890 15943 44 1.0 1010.2 1.2X +Native ORC Vectorized (Pushdown) 15414 15442 24 1.0 980.0 1.2X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select all int rows (value IS NOT NULL): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 20010 20037 21 0.8 1272.2 1.0X +Parquet Vectorized (Pushdown) 20297 20318 21 0.8 1290.4 1.0X +Native ORC Vectorized 16994 17029 39 0.9 1080.5 1.2X +Native ORC Vectorized (Pushdown) 17180 17224 53 0.9 1092.3 1.2X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select all int rows (value > -1): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 19988 20061 96 0.8 1270.8 1.0X +Parquet Vectorized (Pushdown) 20343 20389 42 0.8 1293.4 1.0X +Native ORC Vectorized 16932 16958 22 0.9 1076.5 1.2X +Native ORC Vectorized (Pushdown) 17308 17351 31 0.9 1100.4 1.2X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select all int rows (value != -1): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 20167 20210 36 0.8 1282.2 1.0X +Parquet Vectorized (Pushdown) 20508 20543 44 0.8 1303.9 1.0X +Native ORC Vectorized 17038 17070 32 0.9 1083.3 1.2X +Native ORC Vectorized (Pushdown) 17250 17663 538 0.9 1096.7 1.2X + + +================================================================================================ +Pushdown for few distinct value case (use dictionary encoding) +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 0 distinct string row (value IS NULL): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 10641 10674 57 1.5 676.6 1.0X +Parquet Vectorized (Pushdown) 661 665 7 23.8 42.0 16.1X +Native ORC Vectorized 9194 9227 33 1.7 584.5 1.2X +Native ORC Vectorized (Pushdown) 798 808 18 19.7 50.7 13.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 0 distinct string row ('100' < value < '100'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 10785 10810 20 1.5 685.7 1.0X +Parquet Vectorized (Pushdown) 656 666 10 24.0 41.7 16.5X +Native ORC Vectorized 9435 9457 16 1.7 599.9 1.1X +Native ORC Vectorized (Pushdown) 796 822 34 19.8 50.6 13.6X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 distinct string row (value = '100'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 10639 10664 26 1.5 676.4 1.0X +Parquet Vectorized (Pushdown) 734 742 5 21.4 46.7 14.5X +Native ORC Vectorized 9346 9362 17 1.7 594.2 1.1X +Native ORC Vectorized (Pushdown) 863 869 5 18.2 54.9 12.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 distinct string row (value <=> '100'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 10617 10672 59 1.5 675.0 1.0X +Parquet Vectorized (Pushdown) 736 747 8 21.4 46.8 14.4X +Native ORC Vectorized 9345 9445 125 1.7 594.1 1.1X +Native ORC Vectorized (Pushdown) 868 877 7 18.1 55.2 12.2X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 distinct string row ('100' <= value <= '100'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 10750 10790 35 1.5 683.5 1.0X +Parquet Vectorized (Pushdown) 745 748 6 21.1 47.4 14.4X +Native ORC Vectorized 9471 9488 16 1.7 602.1 1.1X +Native ORC Vectorized (Pushdown) 857 866 6 18.3 54.5 12.5X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select all distinct string rows (value IS NOT NULL): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 21173 21253 91 0.7 1346.1 1.0X +Parquet Vectorized (Pushdown) 21369 21456 75 0.7 1358.6 1.0X +Native ORC Vectorized 20282 20397 83 0.8 1289.5 1.0X +Native ORC Vectorized (Pushdown) 20704 20768 48 0.8 1316.3 1.0X + + +================================================================================================ +Pushdown benchmark for StringStartsWith +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +StringStartsWith filter: (value like '10%'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 12426 12474 59 1.3 790.0 1.0X +Parquet Vectorized (Pushdown) 1847 1855 8 8.5 117.4 6.7X +Native ORC Vectorized 8336 8391 68 1.9 530.0 1.5X +Native ORC Vectorized (Pushdown) 8514 8536 14 1.8 541.3 1.5X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +StringStartsWith filter: (value like '1000%'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 12143 12167 23 1.3 772.1 1.0X +Parquet Vectorized (Pushdown) 751 758 9 21.0 47.7 16.2X +Native ORC Vectorized 8064 8069 8 2.0 512.7 1.5X +Native ORC Vectorized (Pushdown) 8226 8254 35 1.9 523.0 1.5X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +StringStartsWith filter: (value like '786432%'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 12123 12142 13 1.3 770.8 1.0X +Parquet Vectorized (Pushdown) 739 743 4 21.3 47.0 16.4X +Native ORC Vectorized 8038 8052 10 2.0 511.0 1.5X +Native ORC Vectorized (Pushdown) 8211 8227 12 1.9 522.0 1.5X + + +================================================================================================ +Pushdown benchmark for decimal +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 decimal(9, 2) row (value = 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 5889 5912 23 2.7 374.4 1.0X +Parquet Vectorized (Pushdown) 186 193 7 84.6 11.8 31.7X +Native ORC Vectorized 5272 5291 18 3.0 335.2 1.1X +Native ORC Vectorized (Pushdown) 156 183 36 100.9 9.9 37.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 10% decimal(9, 2) rows (value < 1572864): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 7738 7804 111 2.0 492.0 1.0X +Parquet Vectorized (Pushdown) 3172 3188 27 5.0 201.6 2.4X +Native ORC Vectorized 7522 7528 4 2.1 478.2 1.0X +Native ORC Vectorized (Pushdown) 3390 3433 35 4.6 215.5 2.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 50% decimal(9, 2) rows (value < 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 13990 14000 9 1.1 889.4 1.0X +Parquet Vectorized (Pushdown) 13251 13266 21 1.2 842.5 1.1X +Native ORC Vectorized 14799 14817 14 1.1 940.9 0.9X +Native ORC Vectorized (Pushdown) 14149 14195 64 1.1 899.6 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 90% decimal(9, 2) rows (value < 14155776): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 15114 15165 44 1.0 960.9 1.0X +Parquet Vectorized (Pushdown) 15182 15222 23 1.0 965.2 1.0X +Native ORC Vectorized 16653 16683 19 0.9 1058.8 0.9X +Native ORC Vectorized (Pushdown) 16730 16743 9 0.9 1063.7 0.9X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 decimal(18, 2) row (value = 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 6112 6127 17 2.6 388.6 1.0X +Parquet Vectorized (Pushdown) 186 190 3 84.7 11.8 32.9X +Native ORC Vectorized 5292 5359 74 3.0 336.4 1.2X +Native ORC Vectorized (Pushdown) 152 159 14 103.3 9.7 40.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 10% decimal(18, 2) rows (value < 1572864): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 7119 7158 57 2.2 452.6 1.0X +Parquet Vectorized (Pushdown) 1765 1784 13 8.9 112.2 4.0X +Native ORC Vectorized 6389 6398 11 2.5 406.2 1.1X +Native ORC Vectorized (Pushdown) 1732 1743 13 9.1 110.1 4.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 50% decimal(18, 2) rows (value < 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 10996 11025 19 1.4 699.1 1.0X +Parquet Vectorized (Pushdown) 8047 8074 16 2.0 511.6 1.4X +Native ORC Vectorized 10620 10642 23 1.5 675.2 1.0X +Native ORC Vectorized (Pushdown) 8086 8102 14 1.9 514.1 1.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 90% decimal(18, 2) rows (value < 14155776): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 14800 14834 28 1.1 941.0 1.0X +Parquet Vectorized (Pushdown) 14261 14268 7 1.1 906.7 1.0X +Native ORC Vectorized 14832 14880 44 1.1 943.0 1.0X +Native ORC Vectorized (Pushdown) 14402 14428 28 1.1 915.7 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 decimal(38, 2) row (value = 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 8132 8178 36 1.9 517.0 1.0X +Parquet Vectorized (Pushdown) 201 209 10 78.3 12.8 40.5X +Native ORC Vectorized 5270 5290 16 3.0 335.0 1.5X +Native ORC Vectorized (Pushdown) 149 153 2 105.2 9.5 54.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 10% decimal(38, 2) rows (value < 1572864): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9422 9465 50 1.7 599.1 1.0X +Parquet Vectorized (Pushdown) 2271 2283 13 6.9 144.4 4.1X +Native ORC Vectorized 6651 6662 10 2.4 422.9 1.4X +Native ORC Vectorized (Pushdown) 2002 2016 17 7.9 127.3 4.7X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 50% decimal(38, 2) rows (value < 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 14781 14814 37 1.1 939.7 1.0X +Parquet Vectorized (Pushdown) 10675 10696 24 1.5 678.7 1.4X +Native ORC Vectorized 11887 11983 101 1.3 755.8 1.2X +Native ORC Vectorized (Pushdown) 9383 9396 11 1.7 596.5 1.6X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 90% decimal(38, 2) rows (value < 14155776): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 19753 19777 28 0.8 1255.9 1.0X +Parquet Vectorized (Pushdown) 19049 19089 49 0.8 1211.1 1.0X +Native ORC Vectorized 17238 17247 7 0.9 1096.0 1.1X +Native ORC Vectorized (Pushdown) 16780 16804 21 0.9 1066.9 1.2X + + +================================================================================================ +Pushdown benchmark for InSet -> InFilters +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 5, distribution: 10): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11101 11144 74 1.4 705.8 1.0X +Parquet Vectorized (Pushdown) 773 776 3 20.3 49.1 14.4X +Native ORC Vectorized 6973 7001 28 2.3 443.3 1.6X +Native ORC Vectorized (Pushdown) 445 451 5 35.4 28.3 25.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 5, distribution: 50): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11098 11111 13 1.4 705.6 1.0X +Parquet Vectorized (Pushdown) 775 778 4 20.3 49.2 14.3X +Native ORC Vectorized 6980 6996 9 2.3 443.8 1.6X +Native ORC Vectorized (Pushdown) 441 448 8 35.7 28.0 25.2X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 5, distribution: 90): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11089 11118 26 1.4 705.0 1.0X +Parquet Vectorized (Pushdown) 772 777 3 20.4 49.1 14.4X +Native ORC Vectorized 6973 6985 9 2.3 443.3 1.6X +Native ORC Vectorized (Pushdown) 446 448 3 35.3 28.3 24.9X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 10, distribution: 10): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11113 11137 19 1.4 706.5 1.0X +Parquet Vectorized (Pushdown) 802 807 5 19.6 51.0 13.9X +Native ORC Vectorized 7034 7080 63 2.2 447.2 1.6X +Native ORC Vectorized (Pushdown) 461 469 5 34.1 29.3 24.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 10, distribution: 50): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11122 11134 16 1.4 707.1 1.0X +Parquet Vectorized (Pushdown) 804 817 16 19.6 51.1 13.8X +Native ORC Vectorized 7027 7037 10 2.2 446.8 1.6X +Native ORC Vectorized (Pushdown) 463 470 5 34.0 29.4 24.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 10, distribution: 90): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11097 11115 13 1.4 705.5 1.0X +Parquet Vectorized (Pushdown) 804 810 6 19.6 51.1 13.8X +Native ORC Vectorized 7010 7022 15 2.2 445.7 1.6X +Native ORC Vectorized (Pushdown) 465 468 4 33.8 29.6 23.9X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 50, distribution: 10): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11378 11387 7 1.4 723.4 1.0X +Parquet Vectorized (Pushdown) 11640 11675 37 1.4 740.1 1.0X +Native ORC Vectorized 7266 7284 24 2.2 462.0 1.6X +Native ORC Vectorized (Pushdown) 612 624 12 25.7 38.9 18.6X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 50, distribution: 50): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11411 11448 49 1.4 725.5 1.0X +Parquet Vectorized (Pushdown) 11670 11692 20 1.3 741.9 1.0X +Native ORC Vectorized 7284 7292 10 2.2 463.1 1.6X +Native ORC Vectorized (Pushdown) 652 659 8 24.1 41.4 17.5X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 50, distribution: 90): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11399 11447 71 1.4 724.7 1.0X +Parquet Vectorized (Pushdown) 11659 11684 15 1.3 741.3 1.0X +Native ORC Vectorized 7290 7301 10 2.2 463.5 1.6X +Native ORC Vectorized (Pushdown) 655 700 77 24.0 41.7 17.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 100, distribution: 10): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11398 11424 23 1.4 724.7 1.0X +Parquet Vectorized (Pushdown) 11660 11775 100 1.3 741.3 1.0X +Native ORC Vectorized 7292 7312 24 2.2 463.6 1.6X +Native ORC Vectorized (Pushdown) 789 796 5 19.9 50.2 14.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 100, distribution: 50): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11399 11462 55 1.4 724.7 1.0X +Parquet Vectorized (Pushdown) 11648 11670 24 1.4 740.6 1.0X +Native ORC Vectorized 7254 7265 8 2.2 461.2 1.6X +Native ORC Vectorized (Pushdown) 851 857 5 18.5 54.1 13.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 100, distribution: 90): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11383 11499 97 1.4 723.7 1.0X +Parquet Vectorized (Pushdown) 11694 11731 22 1.3 743.5 1.0X +Native ORC Vectorized 7244 7272 22 2.2 460.6 1.6X +Native ORC Vectorized (Pushdown) 887 896 12 17.7 56.4 12.8X + + +================================================================================================ +Pushdown benchmark for tinyint +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 tinyint row (value = CAST(63 AS tinyint)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 6301 6337 24 2.5 400.6 1.0X +Parquet Vectorized (Pushdown) 254 260 4 61.9 16.2 24.8X +Native ORC Vectorized 3257 3273 12 4.8 207.1 1.9X +Native ORC Vectorized (Pushdown) 211 217 4 74.4 13.4 29.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 10% tinyint rows (value < CAST(12 AS tinyint)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 7169 7219 46 2.2 455.8 1.0X +Parquet Vectorized (Pushdown) 1665 1672 12 9.4 105.9 4.3X +Native ORC Vectorized 4199 4208 12 3.7 267.0 1.7X +Native ORC Vectorized (Pushdown) 1376 1394 30 11.4 87.5 5.2X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 50% tinyint rows (value < CAST(63 AS tinyint)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 10703 10739 29 1.5 680.5 1.0X +Parquet Vectorized (Pushdown) 7648 7671 20 2.1 486.3 1.4X +Native ORC Vectorized 7815 7836 14 2.0 496.9 1.4X +Native ORC Vectorized (Pushdown) 6289 6295 9 2.5 399.8 1.7X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 90% tinyint rows (value < CAST(114 AS tinyint)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 14239 14284 35 1.1 905.3 1.0X +Parquet Vectorized (Pushdown) 13733 13769 28 1.1 873.1 1.0X +Native ORC Vectorized 11432 11481 32 1.4 726.8 1.2X +Native ORC Vectorized (Pushdown) 11241 11254 11 1.4 714.7 1.3X + + +================================================================================================ +Pushdown benchmark for Timestamp +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 timestamp stored as INT96 row (value = CAST(7864320 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 6805 6823 17 2.3 432.7 1.0X +Parquet Vectorized (Pushdown) 6876 6892 11 2.3 437.2 1.0X +Native ORC Vectorized 3186 3208 33 4.9 202.5 2.1X +Native ORC Vectorized (Pushdown) 131 140 9 120.4 8.3 52.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 10% timestamp stored as INT96 rows (value < CAST(1572864 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 7742 7765 21 2.0 492.2 1.0X +Parquet Vectorized (Pushdown) 7798 7853 70 2.0 495.8 1.0X +Native ORC Vectorized 4128 4138 8 3.8 262.4 1.9X +Native ORC Vectorized (Pushdown) 1392 1402 17 11.3 88.5 5.6X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 50% timestamp stored as INT96 rows (value < CAST(7864320 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11354 11380 33 1.4 721.9 1.0X +Parquet Vectorized (Pushdown) 11408 11449 36 1.4 725.3 1.0X +Native ORC Vectorized 7752 7780 26 2.0 492.8 1.5X +Native ORC Vectorized (Pushdown) 6233 6246 12 2.5 396.3 1.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 90% timestamp stored as INT96 rows (value < CAST(14155776 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 14944 14997 49 1.1 950.1 1.0X +Parquet Vectorized (Pushdown) 15066 15120 95 1.0 957.9 1.0X +Native ORC Vectorized 11422 11487 45 1.4 726.2 1.3X +Native ORC Vectorized (Pushdown) 11169 11211 30 1.4 710.1 1.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 timestamp stored as TIMESTAMP_MICROS row (value = CAST(7864320 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 6047 6083 28 2.6 384.5 1.0X +Parquet Vectorized (Pushdown) 188 192 3 83.5 12.0 32.1X +Native ORC Vectorized 3169 3180 11 5.0 201.5 1.9X +Native ORC Vectorized (Pushdown) 127 138 15 124.0 8.1 47.7X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 10% timestamp stored as TIMESTAMP_MICROS rows (value < CAST(1572864 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 6967 7009 26 2.3 443.0 1.0X +Parquet Vectorized (Pushdown) 1705 1711 7 9.2 108.4 4.1X +Native ORC Vectorized 4092 4115 18 3.8 260.2 1.7X +Native ORC Vectorized (Pushdown) 1389 1394 9 11.3 88.3 5.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 50% timestamp stored as TIMESTAMP_MICROS rows (value < CAST(7864320 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 10658 10695 23 1.5 677.6 1.0X +Parquet Vectorized (Pushdown) 7760 7792 35 2.0 493.4 1.4X +Native ORC Vectorized 7780 7802 24 2.0 494.6 1.4X +Native ORC Vectorized (Pushdown) 6241 6279 24 2.5 396.8 1.7X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 90% timestamp stored as TIMESTAMP_MICROS rows (value < CAST(14155776 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 14209 14253 53 1.1 903.4 1.0X +Parquet Vectorized (Pushdown) 13742 13764 15 1.1 873.7 1.0X +Native ORC Vectorized 11437 11463 18 1.4 727.1 1.2X +Native ORC Vectorized (Pushdown) 11172 11218 43 1.4 710.3 1.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 timestamp stored as TIMESTAMP_MILLIS row (value = CAST(7864320 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 6124 6173 46 2.6 389.4 1.0X +Parquet Vectorized (Pushdown) 187 189 3 84.2 11.9 32.8X +Native ORC Vectorized 3161 3174 13 5.0 200.9 1.9X +Native ORC Vectorized (Pushdown) 129 144 24 122.4 8.2 47.6X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 10% timestamp stored as TIMESTAMP_MILLIS rows (value < CAST(1572864 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 7068 7094 23 2.2 449.4 1.0X +Parquet Vectorized (Pushdown) 1724 1740 19 9.1 109.6 4.1X +Native ORC Vectorized 4127 4137 12 3.8 262.4 1.7X +Native ORC Vectorized (Pushdown) 1385 1393 10 11.4 88.1 5.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 50% timestamp stored as TIMESTAMP_MILLIS rows (value < CAST(7864320 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 10767 10786 21 1.5 684.5 1.0X +Parquet Vectorized (Pushdown) 7805 7820 13 2.0 496.2 1.4X +Native ORC Vectorized 7714 7775 64 2.0 490.4 1.4X +Native ORC Vectorized (Pushdown) 6247 6266 17 2.5 397.2 1.7X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 90% timestamp stored as TIMESTAMP_MILLIS rows (value < CAST(14155776 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 14337 14392 34 1.1 911.5 1.0X +Parquet Vectorized (Pushdown) 13774 13791 13 1.1 875.7 1.0X +Native ORC Vectorized 11426 11448 16 1.4 726.4 1.3X +Native ORC Vectorized (Pushdown) 11149 11181 27 1.4 708.8 1.3X + + +================================================================================================ +Pushdown benchmark with many filters +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 row with 1 filters: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 509 514 6 0.0 509244147.0 1.0X +Parquet Vectorized (Pushdown) 512 519 6 0.0 511810881.0 1.0X +Native ORC Vectorized 488 495 8 0.0 488404846.0 1.0X +Native ORC Vectorized (Pushdown) 489 500 16 0.0 489064429.0 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 row with 250 filters: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 1704 1712 7 0.0 1703741457.0 1.0X +Parquet Vectorized (Pushdown) 1782 1794 7 0.0 1781727704.0 1.0X +Native ORC Vectorized 1668 1674 5 0.0 1668306343.0 1.0X +Native ORC Vectorized (Pushdown) 1670 1679 7 0.0 1669592413.0 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 row with 500 filters: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 5011 5044 25 0.0 5011180244.0 1.0X +Parquet Vectorized (Pushdown) 5375 5397 17 0.0 5375351637.0 0.9X +Native ORC Vectorized 4979 4992 12 0.0 4979326800.0 1.0X +Native ORC Vectorized (Pushdown) 4979 5008 26 0.0 4978952429.0 1.0X + + diff --git a/sql/core/benchmarks/FilterPushdownBenchmark-results.txt b/sql/core/benchmarks/FilterPushdownBenchmark-results.txt index e680ddff53dd..1fda7bffc8e8 100644 --- a/sql/core/benchmarks/FilterPushdownBenchmark-results.txt +++ b/sql/core/benchmarks/FilterPushdownBenchmark-results.txt @@ -2,669 +2,669 @@ Pushdown for many distinct value case ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 0 string row (value IS NULL): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11405 / 11485 1.4 725.1 1.0X -Parquet Vectorized (Pushdown) 675 / 690 23.3 42.9 16.9X -Native ORC Vectorized 7127 / 7170 2.2 453.1 1.6X -Native ORC Vectorized (Pushdown) 519 / 541 30.3 33.0 22.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 0 string row ('7864320' < value < '7864320'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11457 / 11473 1.4 728.4 1.0X -Parquet Vectorized (Pushdown) 656 / 686 24.0 41.7 17.5X -Native ORC Vectorized 7328 / 7342 2.1 465.9 1.6X -Native ORC Vectorized (Pushdown) 539 / 565 29.2 34.2 21.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 string row (value = '7864320'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11878 / 11888 1.3 755.2 1.0X -Parquet Vectorized (Pushdown) 630 / 654 25.0 40.1 18.9X -Native ORC Vectorized 7342 / 7362 2.1 466.8 1.6X -Native ORC Vectorized (Pushdown) 519 / 537 30.3 33.0 22.9X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 string row (value <=> '7864320'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11423 / 11440 1.4 726.2 1.0X -Parquet Vectorized (Pushdown) 625 / 643 25.2 39.7 18.3X -Native ORC Vectorized 7315 / 7335 2.2 465.1 1.6X -Native ORC Vectorized (Pushdown) 507 / 520 31.0 32.2 22.5X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 string row ('7864320' <= value <= '7864320'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11440 / 11478 1.4 727.3 1.0X -Parquet Vectorized (Pushdown) 634 / 652 24.8 40.3 18.0X -Native ORC Vectorized 7311 / 7324 2.2 464.8 1.6X -Native ORC Vectorized (Pushdown) 517 / 548 30.4 32.8 22.1X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select all string rows (value IS NOT NULL): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 20750 / 20872 0.8 1319.3 1.0X -Parquet Vectorized (Pushdown) 21002 / 21032 0.7 1335.3 1.0X -Native ORC Vectorized 16714 / 16742 0.9 1062.6 1.2X -Native ORC Vectorized (Pushdown) 16926 / 16965 0.9 1076.1 1.2X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 0 int row (value IS NULL): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10510 / 10532 1.5 668.2 1.0X -Parquet Vectorized (Pushdown) 642 / 665 24.5 40.8 16.4X -Native ORC Vectorized 6609 / 6618 2.4 420.2 1.6X -Native ORC Vectorized (Pushdown) 502 / 512 31.4 31.9 21.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 0 int row (7864320 < value < 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10505 / 10514 1.5 667.9 1.0X -Parquet Vectorized (Pushdown) 659 / 673 23.9 41.9 15.9X -Native ORC Vectorized 6634 / 6641 2.4 421.8 1.6X -Native ORC Vectorized (Pushdown) 513 / 526 30.7 32.6 20.5X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 int row (value = 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10555 / 10570 1.5 671.1 1.0X -Parquet Vectorized (Pushdown) 651 / 668 24.2 41.4 16.2X -Native ORC Vectorized 6721 / 6728 2.3 427.3 1.6X -Native ORC Vectorized (Pushdown) 508 / 519 31.0 32.3 20.8X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 int row (value <=> 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10556 / 10566 1.5 671.1 1.0X -Parquet Vectorized (Pushdown) 647 / 654 24.3 41.1 16.3X -Native ORC Vectorized 6716 / 6728 2.3 427.0 1.6X -Native ORC Vectorized (Pushdown) 510 / 521 30.9 32.4 20.7X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 int row (7864320 <= value <= 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10556 / 10565 1.5 671.1 1.0X -Parquet Vectorized (Pushdown) 649 / 654 24.2 41.3 16.3X -Native ORC Vectorized 6700 / 6712 2.3 426.0 1.6X -Native ORC Vectorized (Pushdown) 509 / 520 30.9 32.3 20.8X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 int row (7864319 < value < 7864321): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10547 / 10566 1.5 670.5 1.0X -Parquet Vectorized (Pushdown) 649 / 653 24.2 41.3 16.3X -Native ORC Vectorized 6703 / 6713 2.3 426.2 1.6X -Native ORC Vectorized (Pushdown) 510 / 520 30.8 32.5 20.7X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 10% int rows (value < 1572864): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11478 / 11525 1.4 729.7 1.0X -Parquet Vectorized (Pushdown) 2576 / 2587 6.1 163.8 4.5X -Native ORC Vectorized 7633 / 7657 2.1 485.3 1.5X -Native ORC Vectorized (Pushdown) 2076 / 2096 7.6 132.0 5.5X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 50% int rows (value < 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 14785 / 14802 1.1 940.0 1.0X -Parquet Vectorized (Pushdown) 9971 / 9977 1.6 633.9 1.5X -Native ORC Vectorized 11082 / 11107 1.4 704.6 1.3X -Native ORC Vectorized (Pushdown) 8061 / 8073 2.0 512.5 1.8X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 90% int rows (value < 14155776): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 18174 / 18214 0.9 1155.5 1.0X -Parquet Vectorized (Pushdown) 17387 / 17403 0.9 1105.5 1.0X -Native ORC Vectorized 14465 / 14492 1.1 919.7 1.3X -Native ORC Vectorized (Pushdown) 14024 / 14041 1.1 891.6 1.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select all int rows (value IS NOT NULL): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 19004 / 19014 0.8 1208.2 1.0X -Parquet Vectorized (Pushdown) 19219 / 19232 0.8 1221.9 1.0X -Native ORC Vectorized 15266 / 15290 1.0 970.6 1.2X -Native ORC Vectorized (Pushdown) 15469 / 15482 1.0 983.5 1.2X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select all int rows (value > -1): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 19036 / 19052 0.8 1210.3 1.0X -Parquet Vectorized (Pushdown) 19287 / 19306 0.8 1226.2 1.0X -Native ORC Vectorized 15311 / 15371 1.0 973.5 1.2X -Native ORC Vectorized (Pushdown) 15517 / 15590 1.0 986.5 1.2X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select all int rows (value != -1): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 19072 / 19102 0.8 1212.6 1.0X -Parquet Vectorized (Pushdown) 19288 / 19318 0.8 1226.3 1.0X -Native ORC Vectorized 15277 / 15293 1.0 971.3 1.2X -Native ORC Vectorized (Pushdown) 15479 / 15499 1.0 984.1 1.2X +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 0 string row (value IS NULL): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9582 9636 49 1.6 609.2 1.0X +Parquet Vectorized (Pushdown) 759 785 40 20.7 48.3 12.6X +Native ORC Vectorized 7141 7183 60 2.2 454.0 1.3X +Native ORC Vectorized (Pushdown) 513 556 49 30.7 32.6 18.7X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 0 string row ('7864320' < value < '7864320'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9657 9675 22 1.6 614.0 1.0X +Parquet Vectorized (Pushdown) 707 724 26 22.2 44.9 13.7X +Native ORC Vectorized 7250 7296 49 2.2 460.9 1.3X +Native ORC Vectorized (Pushdown) 503 537 51 31.3 32.0 19.2X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 string row (value = '7864320'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9636 9657 20 1.6 612.7 1.0X +Parquet Vectorized (Pushdown) 679 693 13 23.2 43.2 14.2X +Native ORC Vectorized 7327 7359 25 2.1 465.8 1.3X +Native ORC Vectorized (Pushdown) 483 512 30 32.6 30.7 20.0X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 string row (value <=> '7864320'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9688 9710 29 1.6 615.9 1.0X +Parquet Vectorized (Pushdown) 674 692 14 23.3 42.8 14.4X +Native ORC Vectorized 7315 7343 22 2.2 465.1 1.3X +Native ORC Vectorized (Pushdown) 483 498 24 32.6 30.7 20.1X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 string row ('7864320' <= value <= '7864320'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9611 9638 21 1.6 611.1 1.0X +Parquet Vectorized (Pushdown) 670 676 4 23.5 42.6 14.3X +Native ORC Vectorized 7261 7313 31 2.2 461.6 1.3X +Native ORC Vectorized (Pushdown) 480 518 51 32.8 30.5 20.0X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select all string rows (value IS NOT NULL): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 18597 18738 91 0.8 1182.4 1.0X +Parquet Vectorized (Pushdown) 18864 18915 30 0.8 1199.4 1.0X +Native ORC Vectorized 16865 16968 67 0.9 1072.3 1.1X +Native ORC Vectorized (Pushdown) 17056 17168 120 0.9 1084.4 1.1X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 0 int row (value IS NULL): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 8923 8981 48 1.8 567.3 1.0X +Parquet Vectorized (Pushdown) 651 670 25 24.1 41.4 13.7X +Native ORC Vectorized 6477 6507 46 2.4 411.8 1.4X +Native ORC Vectorized (Pushdown) 453 470 26 34.7 28.8 19.7X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 0 int row (7864320 < value < 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 8979 8989 12 1.8 570.9 1.0X +Parquet Vectorized (Pushdown) 659 674 15 23.9 41.9 13.6X +Native ORC Vectorized 6502 6522 13 2.4 413.4 1.4X +Native ORC Vectorized (Pushdown) 460 479 22 34.2 29.2 19.5X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 int row (value = 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9046 9065 23 1.7 575.1 1.0X +Parquet Vectorized (Pushdown) 654 662 9 24.1 41.6 13.8X +Native ORC Vectorized 6592 6617 24 2.4 419.1 1.4X +Native ORC Vectorized (Pushdown) 450 468 20 34.9 28.6 20.1X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 int row (value <=> 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9036 9052 16 1.7 574.5 1.0X +Parquet Vectorized (Pushdown) 652 661 9 24.1 41.5 13.9X +Native ORC Vectorized 6566 6616 36 2.4 417.4 1.4X +Native ORC Vectorized (Pushdown) 456 493 47 34.5 29.0 19.8X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 int row (7864320 <= value <= 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9024 9062 52 1.7 573.7 1.0X +Parquet Vectorized (Pushdown) 657 662 4 23.9 41.8 13.7X +Native ORC Vectorized 6575 6606 19 2.4 418.1 1.4X +Native ORC Vectorized (Pushdown) 454 464 15 34.6 28.9 19.9X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 int row (7864319 < value < 7864321): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 8992 9012 18 1.7 571.7 1.0X +Parquet Vectorized (Pushdown) 651 656 4 24.2 41.4 13.8X +Native ORC Vectorized 6615 6622 5 2.4 420.6 1.4X +Native ORC Vectorized (Pushdown) 455 467 22 34.5 29.0 19.7X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 10% int rows (value < 1572864): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9928 9972 49 1.6 631.2 1.0X +Parquet Vectorized (Pushdown) 2416 2427 11 6.5 153.6 4.1X +Native ORC Vectorized 7620 7650 21 2.1 484.5 1.3X +Native ORC Vectorized (Pushdown) 2094 2161 119 7.5 133.1 4.7X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 50% int rows (value < 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 13110 13154 46 1.2 833.5 1.0X +Parquet Vectorized (Pushdown) 9096 9130 34 1.7 578.3 1.4X +Native ORC Vectorized 11109 11139 21 1.4 706.3 1.2X +Native ORC Vectorized (Pushdown) 8100 8158 40 1.9 515.0 1.6X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 90% int rows (value < 14155776): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 16372 16424 53 1.0 1040.9 1.0X +Parquet Vectorized (Pushdown) 15745 15794 51 1.0 1001.0 1.0X +Native ORC Vectorized 14642 14681 31 1.1 930.9 1.1X +Native ORC Vectorized (Pushdown) 14209 14239 19 1.1 903.4 1.2X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select all int rows (value IS NOT NULL): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 17032 17078 45 0.9 1082.9 1.0X +Parquet Vectorized (Pushdown) 17495 17509 18 0.9 1112.3 1.0X +Native ORC Vectorized 15626 15720 61 1.0 993.5 1.1X +Native ORC Vectorized (Pushdown) 15871 15950 71 1.0 1009.1 1.1X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select all int rows (value > -1): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 17169 17200 20 0.9 1091.6 1.0X +Parquet Vectorized (Pushdown) 17450 17490 33 0.9 1109.4 1.0X +Native ORC Vectorized 16062 16134 81 1.0 1021.2 1.1X +Native ORC Vectorized (Pushdown) 16225 16281 48 1.0 1031.5 1.1X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select all int rows (value != -1): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 17091 17199 102 0.9 1086.6 1.0X +Parquet Vectorized (Pushdown) 17394 17480 60 0.9 1105.9 1.0X +Native ORC Vectorized 16322 16366 35 1.0 1037.7 1.0X +Native ORC Vectorized (Pushdown) 16459 16543 52 1.0 1046.4 1.0X ================================================================================================ Pushdown for few distinct value case (use dictionary encoding) ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 0 distinct string row (value IS NULL): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10250 / 10274 1.5 651.7 1.0X -Parquet Vectorized (Pushdown) 571 / 576 27.5 36.3 17.9X -Native ORC Vectorized 8651 / 8660 1.8 550.0 1.2X -Native ORC Vectorized (Pushdown) 909 / 933 17.3 57.8 11.3X +Select 0 distinct string row (value IS NULL): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 8671 8722 42 1.8 551.3 1.0X +Parquet Vectorized (Pushdown) 567 576 9 27.7 36.1 15.3X +Native ORC Vectorized 8567 8600 48 1.8 544.7 1.0X +Native ORC Vectorized (Pushdown) 846 870 30 18.6 53.8 10.2X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 0 distinct string row ('100' < value < '100'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10420 / 10426 1.5 662.5 1.0X -Parquet Vectorized (Pushdown) 574 / 579 27.4 36.5 18.2X -Native ORC Vectorized 8973 / 8982 1.8 570.5 1.2X -Native ORC Vectorized (Pushdown) 916 / 955 17.2 58.2 11.4X +Select 0 distinct string row ('100' < value < '100'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 8852 8890 30 1.8 562.8 1.0X +Parquet Vectorized (Pushdown) 563 567 5 27.9 35.8 15.7X +Native ORC Vectorized 8816 8847 25 1.8 560.5 1.0X +Native ORC Vectorized (Pushdown) 838 869 41 18.8 53.3 10.6X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 distinct string row (value = '100'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10428 / 10441 1.5 663.0 1.0X -Parquet Vectorized (Pushdown) 789 / 809 19.9 50.2 13.2X -Native ORC Vectorized 9042 / 9055 1.7 574.9 1.2X -Native ORC Vectorized (Pushdown) 1130 / 1145 13.9 71.8 9.2X +Select 1 distinct string row (value = '100'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 8764 8799 24 1.8 557.2 1.0X +Parquet Vectorized (Pushdown) 632 637 6 24.9 40.2 13.9X +Native ORC Vectorized 8688 8707 24 1.8 552.4 1.0X +Native ORC Vectorized (Pushdown) 907 1073 259 17.3 57.7 9.7X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 distinct string row (value <=> '100'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10402 / 10416 1.5 661.3 1.0X -Parquet Vectorized (Pushdown) 791 / 806 19.9 50.3 13.2X -Native ORC Vectorized 9042 / 9055 1.7 574.9 1.2X -Native ORC Vectorized (Pushdown) 1112 / 1145 14.1 70.7 9.4X +Select 1 distinct string row (value <=> '100'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 8789 8802 11 1.8 558.8 1.0X +Parquet Vectorized (Pushdown) 638 646 13 24.6 40.6 13.8X +Native ORC Vectorized 8707 8728 16 1.8 553.6 1.0X +Native ORC Vectorized (Pushdown) 909 931 26 17.3 57.8 9.7X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 distinct string row ('100' <= value <= '100'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10548 / 10563 1.5 670.6 1.0X -Parquet Vectorized (Pushdown) 790 / 796 19.9 50.2 13.4X -Native ORC Vectorized 9144 / 9153 1.7 581.3 1.2X -Native ORC Vectorized (Pushdown) 1117 / 1148 14.1 71.0 9.4X +Select 1 distinct string row ('100' <= value <= '100'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 8888 8901 11 1.8 565.1 1.0X +Parquet Vectorized (Pushdown) 632 639 5 24.9 40.2 14.1X +Native ORC Vectorized 8835 9125 424 1.8 561.7 1.0X +Native ORC Vectorized (Pushdown) 909 951 53 17.3 57.8 9.8X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select all distinct string rows (value IS NOT NULL): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 20445 / 20469 0.8 1299.8 1.0X -Parquet Vectorized (Pushdown) 20686 / 20699 0.8 1315.2 1.0X -Native ORC Vectorized 18851 / 18953 0.8 1198.5 1.1X -Native ORC Vectorized (Pushdown) 19255 / 19268 0.8 1224.2 1.1X +Select all distinct string rows (value IS NOT NULL): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 18995 19038 52 0.8 1207.7 1.0X +Parquet Vectorized (Pushdown) 19265 19339 56 0.8 1224.9 1.0X +Native ORC Vectorized 19356 19526 130 0.8 1230.6 1.0X +Native ORC Vectorized (Pushdown) 19683 19762 105 0.8 1251.4 1.0X ================================================================================================ Pushdown benchmark for StringStartsWith ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -StringStartsWith filter: (value like '10%'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 14265 / 15213 1.1 907.0 1.0X -Parquet Vectorized (Pushdown) 4228 / 4870 3.7 268.8 3.4X -Native ORC Vectorized 10116 / 10977 1.6 643.2 1.4X -Native ORC Vectorized (Pushdown) 10653 / 11376 1.5 677.3 1.3X +StringStartsWith filter: (value like '10%'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9986 10034 42 1.6 634.9 1.0X +Parquet Vectorized (Pushdown) 1539 1553 20 10.2 97.8 6.5X +Native ORC Vectorized 7520 7560 30 2.1 478.1 1.3X +Native ORC Vectorized (Pushdown) 7717 7764 37 2.0 490.6 1.3X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -StringStartsWith filter: (value like '1000%'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11499 / 11539 1.4 731.1 1.0X -Parquet Vectorized (Pushdown) 669 / 672 23.5 42.5 17.2X -Native ORC Vectorized 7343 / 7363 2.1 466.8 1.6X -Native ORC Vectorized (Pushdown) 7559 / 7568 2.1 480.6 1.5X +StringStartsWith filter: (value like '1000%'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9711 9754 31 1.6 617.4 1.0X +Parquet Vectorized (Pushdown) 647 657 12 24.3 41.1 15.0X +Native ORC Vectorized 7257 7309 42 2.2 461.4 1.3X +Native ORC Vectorized (Pushdown) 7424 7497 56 2.1 472.0 1.3X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -StringStartsWith filter: (value like '786432%'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11463 / 11468 1.4 728.8 1.0X -Parquet Vectorized (Pushdown) 647 / 651 24.3 41.1 17.7X -Native ORC Vectorized 7322 / 7338 2.1 465.5 1.6X -Native ORC Vectorized (Pushdown) 7533 / 7544 2.1 478.9 1.5X +StringStartsWith filter: (value like '786432%'): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9747 9835 94 1.6 619.7 1.0X +Parquet Vectorized (Pushdown) 648 656 8 24.3 41.2 15.0X +Native ORC Vectorized 7233 7262 50 2.2 459.8 1.3X +Native ORC Vectorized (Pushdown) 7463 7539 115 2.1 474.5 1.3X ================================================================================================ Pushdown benchmark for decimal ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 decimal(9, 2) row (value = 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 5543 / 5564 2.8 352.4 1.0X -Parquet Vectorized (Pushdown) 168 / 174 93.7 10.7 33.0X -Native ORC Vectorized 4992 / 5052 3.2 317.4 1.1X -Native ORC Vectorized (Pushdown) 840 / 850 18.7 53.4 6.6X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 10% decimal(9, 2) rows (value < 1572864): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 7312 / 7358 2.2 464.9 1.0X -Parquet Vectorized (Pushdown) 3008 / 3078 5.2 191.2 2.4X -Native ORC Vectorized 6775 / 6798 2.3 430.7 1.1X -Native ORC Vectorized (Pushdown) 6819 / 6832 2.3 433.5 1.1X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 50% decimal(9, 2) rows (value < 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 13232 / 13241 1.2 841.3 1.0X -Parquet Vectorized (Pushdown) 12555 / 12569 1.3 798.2 1.1X -Native ORC Vectorized 12597 / 12627 1.2 800.9 1.1X -Native ORC Vectorized (Pushdown) 12677 / 12711 1.2 806.0 1.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 90% decimal(9, 2) rows (value < 14155776): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 14725 / 14729 1.1 936.2 1.0X -Parquet Vectorized (Pushdown) 14781 / 14800 1.1 939.7 1.0X -Native ORC Vectorized 15360 / 15453 1.0 976.5 1.0X -Native ORC Vectorized (Pushdown) 15444 / 15466 1.0 981.9 1.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 decimal(18, 2) row (value = 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 5746 / 5763 2.7 365.3 1.0X -Parquet Vectorized (Pushdown) 166 / 169 94.8 10.6 34.6X -Native ORC Vectorized 5007 / 5023 3.1 318.3 1.1X -Native ORC Vectorized (Pushdown) 2629 / 2640 6.0 167.1 2.2X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 10% decimal(18, 2) rows (value < 1572864): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 6827 / 6864 2.3 434.0 1.0X -Parquet Vectorized (Pushdown) 1809 / 1827 8.7 115.0 3.8X -Native ORC Vectorized 6287 / 6296 2.5 399.7 1.1X -Native ORC Vectorized (Pushdown) 6364 / 6377 2.5 404.6 1.1X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 50% decimal(18, 2) rows (value < 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11315 / 11342 1.4 719.4 1.0X -Parquet Vectorized (Pushdown) 8431 / 8450 1.9 536.0 1.3X -Native ORC Vectorized 11591 / 11611 1.4 736.9 1.0X -Native ORC Vectorized (Pushdown) 11424 / 11475 1.4 726.3 1.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 90% decimal(18, 2) rows (value < 14155776): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 15703 / 15712 1.0 998.4 1.0X -Parquet Vectorized (Pushdown) 14982 / 15009 1.0 952.5 1.0X -Native ORC Vectorized 16887 / 16955 0.9 1073.7 0.9X -Native ORC Vectorized (Pushdown) 16518 / 16530 1.0 1050.2 1.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 decimal(38, 2) row (value = 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 8101 / 8130 1.9 515.1 1.0X -Parquet Vectorized (Pushdown) 184 / 187 85.6 11.7 44.1X -Native ORC Vectorized 4998 / 5027 3.1 317.8 1.6X -Native ORC Vectorized (Pushdown) 165 / 168 95.6 10.5 49.2X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 10% decimal(38, 2) rows (value < 1572864): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 9405 / 9447 1.7 597.9 1.0X -Parquet Vectorized (Pushdown) 2269 / 2275 6.9 144.2 4.1X -Native ORC Vectorized 6167 / 6203 2.6 392.1 1.5X -Native ORC Vectorized (Pushdown) 1783 / 1787 8.8 113.3 5.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 50% decimal(38, 2) rows (value < 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 14700 / 14707 1.1 934.6 1.0X -Parquet Vectorized (Pushdown) 10699 / 10712 1.5 680.2 1.4X -Native ORC Vectorized 10687 / 10703 1.5 679.5 1.4X -Native ORC Vectorized (Pushdown) 8364 / 8415 1.9 531.8 1.8X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 90% decimal(38, 2) rows (value < 14155776): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 19780 / 19894 0.8 1257.6 1.0X -Parquet Vectorized (Pushdown) 19003 / 19025 0.8 1208.1 1.0X -Native ORC Vectorized 15385 / 15404 1.0 978.2 1.3X -Native ORC Vectorized (Pushdown) 15032 / 15060 1.0 955.7 1.3X +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 decimal(9, 2) row (value = 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 4018 4049 32 3.9 255.4 1.0X +Parquet Vectorized (Pushdown) 163 178 19 96.6 10.4 24.7X +Native ORC Vectorized 4918 4969 39 3.2 312.7 0.8X +Native ORC Vectorized (Pushdown) 160 167 11 98.1 10.2 25.1X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 10% decimal(9, 2) rows (value < 1572864): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 5800 5837 36 2.7 368.8 1.0X +Parquet Vectorized (Pushdown) 2764 2787 19 5.7 175.7 2.1X +Native ORC Vectorized 7034 7050 13 2.2 447.2 0.8X +Native ORC Vectorized (Pushdown) 3179 3191 9 4.9 202.1 1.8X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 50% decimal(9, 2) rows (value < 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 12173 12215 33 1.3 773.9 1.0X +Parquet Vectorized (Pushdown) 11669 11723 31 1.3 741.9 1.0X +Native ORC Vectorized 13874 13893 19 1.1 882.1 0.9X +Native ORC Vectorized (Pushdown) 13241 13285 33 1.2 841.8 0.9X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 90% decimal(9, 2) rows (value < 14155776): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 13290 13316 23 1.2 845.0 1.0X +Parquet Vectorized (Pushdown) 13335 13367 23 1.2 847.8 1.0X +Native ORC Vectorized 15485 15504 18 1.0 984.5 0.9X +Native ORC Vectorized (Pushdown) 15576 15605 18 1.0 990.3 0.9X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 decimal(18, 2) row (value = 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 4154 4175 32 3.8 264.1 1.0X +Parquet Vectorized (Pushdown) 159 162 7 98.9 10.1 26.1X +Native ORC Vectorized 4902 4926 25 3.2 311.7 0.8X +Native ORC Vectorized (Pushdown) 153 162 23 102.6 9.7 27.1X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 10% decimal(18, 2) rows (value < 1572864): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 5090 5114 46 3.1 323.6 1.0X +Parquet Vectorized (Pushdown) 1509 1533 45 10.4 95.9 3.4X +Native ORC Vectorized 5943 5952 11 2.6 377.9 0.9X +Native ORC Vectorized (Pushdown) 1649 1686 61 9.5 104.8 3.1X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 50% decimal(18, 2) rows (value < 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 8887 8938 79 1.8 565.0 1.0X +Parquet Vectorized (Pushdown) 6901 6917 13 2.3 438.8 1.3X +Native ORC Vectorized 10030 10047 15 1.6 637.7 0.9X +Native ORC Vectorized (Pushdown) 7672 7689 12 2.1 487.8 1.2X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 90% decimal(18, 2) rows (value < 14155776): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 12618 12633 19 1.2 802.2 1.0X +Parquet Vectorized (Pushdown) 12296 12315 13 1.3 781.7 1.0X +Native ORC Vectorized 14260 14318 43 1.1 906.6 0.9X +Native ORC Vectorized (Pushdown) 13661 13678 12 1.2 868.5 0.9X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 decimal(38, 2) row (value = 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 6470 6492 29 2.4 411.4 1.0X +Parquet Vectorized (Pushdown) 175 178 3 89.8 11.1 36.9X +Native ORC Vectorized 4928 4949 17 3.2 313.3 1.3X +Native ORC Vectorized (Pushdown) 153 166 23 103.0 9.7 42.4X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 10% decimal(38, 2) rows (value < 1572864): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 7674 7709 60 2.0 487.9 1.0X +Parquet Vectorized (Pushdown) 1984 1994 10 7.9 126.1 3.9X +Native ORC Vectorized 6245 6259 15 2.5 397.1 1.2X +Native ORC Vectorized (Pushdown) 1926 1935 11 8.2 122.5 4.0X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 50% decimal(38, 2) rows (value < 7864320): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 12485 12497 10 1.3 793.7 1.0X +Parquet Vectorized (Pushdown) 9348 9376 26 1.7 594.3 1.3X +Native ORC Vectorized 11573 11583 12 1.4 735.8 1.1X +Native ORC Vectorized (Pushdown) 9211 9228 10 1.7 585.6 1.4X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 90% decimal(38, 2) rows (value < 14155776): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 17198 17206 7 0.9 1093.4 1.0X +Parquet Vectorized (Pushdown) 16613 16629 12 0.9 1056.2 1.0X +Native ORC Vectorized 17081 17103 31 0.9 1086.0 1.0X +Native ORC Vectorized (Pushdown) 16659 16693 28 0.9 1059.2 1.0X ================================================================================================ Pushdown benchmark for InSet -> InFilters ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 5, distribution: 10): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10521 / 10534 1.5 668.9 1.0X -Parquet Vectorized (Pushdown) 677 / 691 23.2 43.1 15.5X -Native ORC Vectorized 6768 / 6776 2.3 430.3 1.6X -Native ORC Vectorized (Pushdown) 501 / 512 31.4 31.8 21.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 5, distribution: 50): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10531 / 10538 1.5 669.5 1.0X -Parquet Vectorized (Pushdown) 677 / 718 23.2 43.0 15.6X -Native ORC Vectorized 6765 / 6773 2.3 430.1 1.6X -Native ORC Vectorized (Pushdown) 499 / 507 31.5 31.7 21.1X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 5, distribution: 90): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10540 / 10553 1.5 670.1 1.0X -Parquet Vectorized (Pushdown) 678 / 710 23.2 43.1 15.5X -Native ORC Vectorized 6787 / 6794 2.3 431.5 1.6X -Native ORC Vectorized (Pushdown) 501 / 509 31.4 31.9 21.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 10, distribution: 10): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10551 / 10559 1.5 670.8 1.0X -Parquet Vectorized (Pushdown) 703 / 708 22.4 44.7 15.0X -Native ORC Vectorized 6791 / 6802 2.3 431.7 1.6X -Native ORC Vectorized (Pushdown) 519 / 526 30.3 33.0 20.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 10, distribution: 50): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10561 / 10565 1.5 671.4 1.0X -Parquet Vectorized (Pushdown) 711 / 716 22.1 45.2 14.9X -Native ORC Vectorized 6791 / 6806 2.3 431.8 1.6X -Native ORC Vectorized (Pushdown) 529 / 537 29.8 33.6 20.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 10, distribution: 90): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10572 / 10590 1.5 672.1 1.0X -Parquet Vectorized (Pushdown) 713 / 716 22.1 45.3 14.8X -Native ORC Vectorized 6808 / 6815 2.3 432.9 1.6X -Native ORC Vectorized (Pushdown) 530 / 541 29.7 33.7 19.9X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 50, distribution: 10): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10871 / 10882 1.4 691.2 1.0X -Parquet Vectorized (Pushdown) 11104 / 11110 1.4 706.0 1.0X -Native ORC Vectorized 7088 / 7104 2.2 450.7 1.5X -Native ORC Vectorized (Pushdown) 665 / 677 23.6 42.3 16.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 50, distribution: 50): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10861 / 10867 1.4 690.5 1.0X -Parquet Vectorized (Pushdown) 11094 / 11099 1.4 705.3 1.0X -Native ORC Vectorized 7075 / 7092 2.2 449.8 1.5X -Native ORC Vectorized (Pushdown) 718 / 733 21.9 45.6 15.1X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 50, distribution: 90): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10868 / 10887 1.4 691.0 1.0X -Parquet Vectorized (Pushdown) 11100 / 11106 1.4 705.7 1.0X -Native ORC Vectorized 7087 / 7093 2.2 450.6 1.5X -Native ORC Vectorized (Pushdown) 712 / 731 22.1 45.3 15.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 100, distribution: 10): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10850 / 10888 1.4 689.8 1.0X -Parquet Vectorized (Pushdown) 11086 / 11105 1.4 704.9 1.0X -Native ORC Vectorized 7090 / 7101 2.2 450.8 1.5X -Native ORC Vectorized (Pushdown) 867 / 882 18.1 55.1 12.5X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 100, distribution: 50): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10816 / 10819 1.5 687.7 1.0X -Parquet Vectorized (Pushdown) 11052 / 11059 1.4 702.7 1.0X -Native ORC Vectorized 7037 / 7044 2.2 447.4 1.5X -Native ORC Vectorized (Pushdown) 919 / 931 17.1 58.4 11.8X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 100, distribution: 90): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10807 / 10815 1.5 687.1 1.0X -Parquet Vectorized (Pushdown) 11047 / 11054 1.4 702.4 1.0X -Native ORC Vectorized 7042 / 7047 2.2 447.7 1.5X -Native ORC Vectorized (Pushdown) 950 / 961 16.6 60.4 11.4X +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 5, distribution: 10): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 8986 9024 59 1.8 571.3 1.0X +Parquet Vectorized (Pushdown) 662 676 14 23.7 42.1 13.6X +Native ORC Vectorized 6568 6589 27 2.4 417.6 1.4X +Native ORC Vectorized (Pushdown) 462 475 18 34.0 29.4 19.4X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 5, distribution: 50): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 8973 8986 21 1.8 570.5 1.0X +Parquet Vectorized (Pushdown) 663 666 5 23.7 42.1 13.5X +Native ORC Vectorized 6569 6574 6 2.4 417.6 1.4X +Native ORC Vectorized (Pushdown) 462 507 57 34.0 29.4 19.4X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 5, distribution: 90): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9003 9037 37 1.7 572.4 1.0X +Parquet Vectorized (Pushdown) 666 671 6 23.6 42.4 13.5X +Native ORC Vectorized 6571 6581 8 2.4 417.8 1.4X +Native ORC Vectorized (Pushdown) 463 473 18 34.0 29.4 19.5X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 10, distribution: 10): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9015 9022 8 1.7 573.2 1.0X +Parquet Vectorized (Pushdown) 687 698 13 22.9 43.7 13.1X +Native ORC Vectorized 6592 6611 13 2.4 419.1 1.4X +Native ORC Vectorized (Pushdown) 485 497 16 32.5 30.8 18.6X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 10, distribution: 50): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9001 9008 14 1.7 572.3 1.0X +Parquet Vectorized (Pushdown) 686 692 5 22.9 43.6 13.1X +Native ORC Vectorized 6599 6619 32 2.4 419.6 1.4X +Native ORC Vectorized (Pushdown) 473 483 17 33.2 30.1 19.0X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 10, distribution: 90): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 8996 9002 8 1.7 571.9 1.0X +Parquet Vectorized (Pushdown) 690 697 6 22.8 43.9 13.0X +Native ORC Vectorized 6579 6587 8 2.4 418.3 1.4X +Native ORC Vectorized (Pushdown) 481 490 15 32.7 30.6 18.7X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 50, distribution: 10): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9292 9304 9 1.7 590.8 1.0X +Parquet Vectorized (Pushdown) 9558 9567 9 1.6 607.7 1.0X +Native ORC Vectorized 6898 6911 10 2.3 438.6 1.3X +Native ORC Vectorized (Pushdown) 625 641 15 25.2 39.8 14.9X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 50, distribution: 50): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9281 9298 12 1.7 590.1 1.0X +Parquet Vectorized (Pushdown) 9546 9561 17 1.6 606.9 1.0X +Native ORC Vectorized 6877 6897 18 2.3 437.2 1.3X +Native ORC Vectorized (Pushdown) 661 668 15 23.8 42.0 14.0X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 50, distribution: 90): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9322 9335 22 1.7 592.7 1.0X +Parquet Vectorized (Pushdown) 9551 9573 18 1.6 607.2 1.0X +Native ORC Vectorized 6902 6915 13 2.3 438.8 1.4X +Native ORC Vectorized (Pushdown) 659 680 25 23.9 41.9 14.1X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 100, distribution: 10): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9278 9294 18 1.7 589.9 1.0X +Parquet Vectorized (Pushdown) 9520 9560 27 1.7 605.3 1.0X +Native ORC Vectorized 6855 6870 16 2.3 435.9 1.4X +Native ORC Vectorized (Pushdown) 795 808 16 19.8 50.5 11.7X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 100, distribution: 50): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9306 9311 4 1.7 591.6 1.0X +Parquet Vectorized (Pushdown) 9529 9551 16 1.7 605.8 1.0X +Native ORC Vectorized 6875 6882 7 2.3 437.1 1.4X +Native ORC Vectorized (Pushdown) 853 865 15 18.4 54.2 10.9X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +InSet -> InFilters (values count: 100, distribution: 90): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9256 9271 9 1.7 588.5 1.0X +Parquet Vectorized (Pushdown) 9500 9520 13 1.7 604.0 1.0X +Native ORC Vectorized 6843 6857 9 2.3 435.1 1.4X +Native ORC Vectorized (Pushdown) 858 870 14 18.3 54.6 10.8X ================================================================================================ Pushdown benchmark for tinyint ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 tinyint row (value = CAST(63 AS tinyint)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 6034 / 6048 2.6 383.6 1.0X -Parquet Vectorized (Pushdown) 333 / 344 47.2 21.2 18.1X -Native ORC Vectorized 3240 / 3307 4.9 206.0 1.9X -Native ORC Vectorized (Pushdown) 330 / 341 47.6 21.0 18.3X +Select 1 tinyint row (value = CAST(63 AS tinyint)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 4303 4312 8 3.7 273.6 1.0X +Parquet Vectorized (Pushdown) 208 213 6 75.5 13.2 20.7X +Native ORC Vectorized 2950 2958 9 5.3 187.6 1.5X +Native ORC Vectorized (Pushdown) 207 212 10 76.1 13.1 20.8X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 10% tinyint rows (value < CAST(12 AS tinyint)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 6759 / 6800 2.3 429.7 1.0X -Parquet Vectorized (Pushdown) 1533 / 1537 10.3 97.5 4.4X -Native ORC Vectorized 3863 / 3874 4.1 245.6 1.7X -Native ORC Vectorized (Pushdown) 1235 / 1248 12.7 78.5 5.5X +Select 10% tinyint rows (value < CAST(12 AS tinyint)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 5125 5162 57 3.1 325.9 1.0X +Parquet Vectorized (Pushdown) 1402 1419 16 11.2 89.2 3.7X +Native ORC Vectorized 3840 3849 8 4.1 244.1 1.3X +Native ORC Vectorized (Pushdown) 1302 1306 3 12.1 82.8 3.9X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 50% tinyint rows (value < CAST(63 AS tinyint)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10247 / 10289 1.5 651.5 1.0X -Parquet Vectorized (Pushdown) 7430 / 7453 2.1 472.4 1.4X -Native ORC Vectorized 6995 / 7009 2.2 444.7 1.5X -Native ORC Vectorized (Pushdown) 5561 / 5571 2.8 353.6 1.8X +Select 50% tinyint rows (value < CAST(63 AS tinyint)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 8562 8577 12 1.8 544.4 1.0X +Parquet Vectorized (Pushdown) 6539 6564 22 2.4 415.8 1.3X +Native ORC Vectorized 7300 7320 13 2.2 464.1 1.2X +Native ORC Vectorized (Pushdown) 5944 5954 15 2.6 377.9 1.4X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 90% tinyint rows (value < CAST(114 AS tinyint)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 13949 / 13991 1.1 886.9 1.0X -Parquet Vectorized (Pushdown) 13486 / 13511 1.2 857.4 1.0X -Native ORC Vectorized 10149 / 10186 1.5 645.3 1.4X -Native ORC Vectorized (Pushdown) 9889 / 9905 1.6 628.7 1.4X +Select 90% tinyint rows (value < CAST(114 AS tinyint)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11989 12005 13 1.3 762.2 1.0X +Parquet Vectorized (Pushdown) 11637 11686 54 1.4 739.8 1.0X +Native ORC Vectorized 10795 10816 18 1.5 686.3 1.1X +Native ORC Vectorized (Pushdown) 10592 10599 5 1.5 673.4 1.1X ================================================================================================ Pushdown benchmark for Timestamp ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 timestamp stored as INT96 row (value = CAST(7864320 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 6307 / 6310 2.5 401.0 1.0X -Parquet Vectorized (Pushdown) 6360 / 6397 2.5 404.3 1.0X -Native ORC Vectorized 2912 / 2917 5.4 185.1 2.2X -Native ORC Vectorized (Pushdown) 138 / 141 114.4 8.7 45.9X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 10% timestamp stored as INT96 rows (value < CAST(1572864 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 7225 / 7233 2.2 459.4 1.0X -Parquet Vectorized (Pushdown) 7250 / 7255 2.2 461.0 1.0X -Native ORC Vectorized 3772 / 3783 4.2 239.8 1.9X -Native ORC Vectorized (Pushdown) 1277 / 1282 12.3 81.2 5.7X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 50% timestamp stored as INT96 rows (value < CAST(7864320 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10952 / 10965 1.4 696.3 1.0X -Parquet Vectorized (Pushdown) 10985 / 10998 1.4 698.4 1.0X -Native ORC Vectorized 7178 / 7227 2.2 456.3 1.5X -Native ORC Vectorized (Pushdown) 5825 / 5830 2.7 370.3 1.9X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 90% timestamp stored as INT96 rows (value < CAST(14155776 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 14560 / 14583 1.1 925.7 1.0X -Parquet Vectorized (Pushdown) 14608 / 14620 1.1 928.7 1.0X -Native ORC Vectorized 10601 / 10640 1.5 674.0 1.4X -Native ORC Vectorized (Pushdown) 10392 / 10406 1.5 660.7 1.4X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 timestamp stored as TIMESTAMP_MICROS row (value = CAST(7864320 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 5653 / 5658 2.8 359.4 1.0X -Parquet Vectorized (Pushdown) 165 / 169 95.1 10.5 34.2X -Native ORC Vectorized 2918 / 2921 5.4 185.5 1.9X -Native ORC Vectorized (Pushdown) 137 / 145 114.9 8.7 41.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 10% timestamp stored as TIMESTAMP_MICROS rows (value < CAST(1572864 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 6540 / 6552 2.4 415.8 1.0X -Parquet Vectorized (Pushdown) 1610 / 1614 9.8 102.3 4.1X -Native ORC Vectorized 3775 / 3788 4.2 240.0 1.7X -Native ORC Vectorized (Pushdown) 1274 / 1277 12.3 81.0 5.1X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 50% timestamp stored as TIMESTAMP_MICROS rows (value < CAST(7864320 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10259 / 10278 1.5 652.3 1.0X -Parquet Vectorized (Pushdown) 7591 / 7601 2.1 482.6 1.4X -Native ORC Vectorized 7185 / 7194 2.2 456.8 1.4X -Native ORC Vectorized (Pushdown) 5828 / 5843 2.7 370.6 1.8X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 90% timestamp stored as TIMESTAMP_MICROS rows (value < CAST(14155776 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 13850 / 13868 1.1 880.5 1.0X -Parquet Vectorized (Pushdown) 13433 / 13450 1.2 854.0 1.0X -Native ORC Vectorized 10635 / 10669 1.5 676.1 1.3X -Native ORC Vectorized (Pushdown) 10437 / 10448 1.5 663.6 1.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 timestamp stored as TIMESTAMP_MILLIS row (value = CAST(7864320 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 5884 / 5888 2.7 374.1 1.0X -Parquet Vectorized (Pushdown) 166 / 170 94.7 10.6 35.4X -Native ORC Vectorized 2913 / 2916 5.4 185.2 2.0X -Native ORC Vectorized (Pushdown) 136 / 144 115.4 8.7 43.2X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 10% timestamp stored as TIMESTAMP_MILLIS rows (value < CAST(1572864 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 6763 / 6776 2.3 430.0 1.0X -Parquet Vectorized (Pushdown) 1634 / 1638 9.6 103.9 4.1X -Native ORC Vectorized 3777 / 3785 4.2 240.1 1.8X -Native ORC Vectorized (Pushdown) 1276 / 1279 12.3 81.2 5.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 50% timestamp stored as TIMESTAMP_MILLIS rows (value < CAST(7864320 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10460 / 10469 1.5 665.0 1.0X -Parquet Vectorized (Pushdown) 7689 / 7698 2.0 488.9 1.4X -Native ORC Vectorized 7190 / 7197 2.2 457.1 1.5X -Native ORC Vectorized (Pushdown) 5820 / 5834 2.7 370.0 1.8X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 90% timestamp stored as TIMESTAMP_MILLIS rows (value < CAST(14155776 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 14033 / 14039 1.1 892.2 1.0X -Parquet Vectorized (Pushdown) 13608 / 13636 1.2 865.2 1.0X -Native ORC Vectorized 10635 / 10686 1.5 676.2 1.3X -Native ORC Vectorized (Pushdown) 10420 / 10442 1.5 662.5 1.3X +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 timestamp stored as INT96 row (value = CAST(7864320 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 4700 4716 19 3.3 298.8 1.0X +Parquet Vectorized (Pushdown) 4745 4758 11 3.3 301.7 1.0X +Native ORC Vectorized 2848 2865 22 5.5 181.1 1.7X +Native ORC Vectorized (Pushdown) 129 135 12 122.2 8.2 36.5X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 10% timestamp stored as INT96 rows (value < CAST(1572864 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 5575 5590 9 2.8 354.5 1.0X +Parquet Vectorized (Pushdown) 5610 5623 10 2.8 356.7 1.0X +Native ORC Vectorized 3706 3723 11 4.2 235.6 1.5X +Native ORC Vectorized (Pushdown) 1286 1287 2 12.2 81.7 4.3X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 50% timestamp stored as INT96 rows (value < CAST(7864320 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 9872 9887 13 1.6 627.7 1.0X +Parquet Vectorized (Pushdown) 9932 9942 8 1.6 631.4 1.0X +Native ORC Vectorized 7238 7273 25 2.2 460.2 1.4X +Native ORC Vectorized (Pushdown) 5933 5937 6 2.7 377.2 1.7X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 90% timestamp stored as INT96 rows (value < CAST(14155776 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 12660 12677 12 1.2 804.9 1.0X +Parquet Vectorized (Pushdown) 12652 12704 31 1.2 804.4 1.0X +Native ORC Vectorized 10842 10870 19 1.5 689.3 1.2X +Native ORC Vectorized (Pushdown) 10630 10639 6 1.5 675.9 1.2X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 timestamp stored as TIMESTAMP_MICROS row (value = CAST(7864320 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 4057 4065 7 3.9 257.9 1.0X +Parquet Vectorized (Pushdown) 155 159 7 101.2 9.9 26.1X +Native ORC Vectorized 2828 2840 8 5.6 179.8 1.4X +Native ORC Vectorized (Pushdown) 126 130 9 124.8 8.0 32.2X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 10% timestamp stored as TIMESTAMP_MICROS rows (value < CAST(1572864 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 4926 4938 9 3.2 313.2 1.0X +Parquet Vectorized (Pushdown) 1415 1422 6 11.1 90.0 3.5X +Native ORC Vectorized 3705 3714 7 4.2 235.6 1.3X +Native ORC Vectorized (Pushdown) 1279 1285 9 12.3 81.3 3.9X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 50% timestamp stored as TIMESTAMP_MICROS rows (value < CAST(7864320 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 8409 8413 4 1.9 534.6 1.0X +Parquet Vectorized (Pushdown) 6489 6497 6 2.4 412.5 1.3X +Native ORC Vectorized 7248 7255 10 2.2 460.8 1.2X +Native ORC Vectorized (Pushdown) 5922 5932 7 2.7 376.5 1.4X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 90% timestamp stored as TIMESTAMP_MICROS rows (value < CAST(14155776 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 11821 11830 8 1.3 751.5 1.0X +Parquet Vectorized (Pushdown) 11478 11490 11 1.4 729.8 1.0X +Native ORC Vectorized 10851 10856 4 1.4 689.9 1.1X +Native ORC Vectorized (Pushdown) 10620 10628 10 1.5 675.2 1.1X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 1 timestamp stored as TIMESTAMP_MILLIS row (value = CAST(7864320 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 4307 4341 75 3.7 273.8 1.0X +Parquet Vectorized (Pushdown) 156 161 6 101.1 9.9 27.7X +Native ORC Vectorized 2825 2836 8 5.6 179.6 1.5X +Native ORC Vectorized (Pushdown) 125 128 9 125.4 8.0 34.3X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 10% timestamp stored as TIMESTAMP_MILLIS rows (value < CAST(1572864 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 5173 5178 3 3.0 328.9 1.0X +Parquet Vectorized (Pushdown) 1444 1451 9 10.9 91.8 3.6X +Native ORC Vectorized 3707 3715 5 4.2 235.7 1.4X +Native ORC Vectorized (Pushdown) 1275 1276 2 12.3 81.0 4.1X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 50% timestamp stored as TIMESTAMP_MILLIS rows (value < CAST(7864320 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 8645 8655 9 1.8 549.6 1.0X +Parquet Vectorized (Pushdown) 6588 6603 11 2.4 418.9 1.3X +Native ORC Vectorized 7233 7246 13 2.2 459.9 1.2X +Native ORC Vectorized (Pushdown) 5904 5912 8 2.7 375.3 1.5X + +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select 90% timestamp stored as TIMESTAMP_MILLIS rows (value < CAST(14155776 AS timestamp)): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 12057 12069 12 1.3 766.5 1.0X +Parquet Vectorized (Pushdown) 11694 11699 5 1.3 743.5 1.0X +Native ORC Vectorized 10817 10843 28 1.5 687.7 1.1X +Native ORC Vectorized (Pushdown) 10615 10634 11 1.5 674.9 1.1X ================================================================================================ Pushdown benchmark with many filters ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 row with 1 filters: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 319 / 323 0.0 318789986.0 1.0X -Parquet Vectorized (Pushdown) 323 / 347 0.0 322755287.0 1.0X -Native ORC Vectorized 316 / 336 0.0 315670745.0 1.0X -Native ORC Vectorized (Pushdown) 317 / 320 0.0 317392594.0 1.0X +Select 1 row with 1 filters: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 463 468 6 0.0 462711905.0 1.0X +Parquet Vectorized (Pushdown) 468 470 3 0.0 468018831.0 1.0X +Native ORC Vectorized 447 450 5 0.0 446698170.0 1.0X +Native ORC Vectorized (Pushdown) 449 458 11 0.0 448997785.0 1.0X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 row with 250 filters: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 2192 / 2218 0.0 2191883823.0 1.0X -Parquet Vectorized (Pushdown) 2675 / 2687 0.0 2675439029.0 0.8X -Native ORC Vectorized 2158 / 2162 0.0 2157646071.0 1.0X -Native ORC Vectorized (Pushdown) 2309 / 2326 0.0 2309096612.0 0.9X +Select 1 row with 250 filters: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 1538 1549 9 0.0 1538463215.0 1.0X +Parquet Vectorized (Pushdown) 1659 1668 6 0.0 1659315980.0 0.9X +Native ORC Vectorized 1513 1517 5 0.0 1512577059.0 1.0X +Native ORC Vectorized (Pushdown) 1517 1538 12 0.0 1516938695.0 1.0X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 row with 500 filters: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 6219 / 6248 0.0 6218727737.0 1.0X -Parquet Vectorized (Pushdown) 7376 / 7436 0.0 7375977710.0 0.8X -Native ORC Vectorized 6252 / 6279 0.0 6252473320.0 1.0X -Native ORC Vectorized (Pushdown) 6858 / 6876 0.0 6857854486.0 0.9X +Select 1 row with 500 filters: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Parquet Vectorized 4497 4525 29 0.0 4497410600.0 1.0X +Parquet Vectorized (Pushdown) 4945 4955 8 0.0 4945493883.0 0.9X +Native ORC Vectorized 4466 4485 23 0.0 4466103057.0 1.0X +Native ORC Vectorized (Pushdown) 4477 4496 18 0.0 4476752574.0 1.0X diff --git a/sql/core/benchmarks/InExpressionBenchmark-jdk11-results.txt b/sql/core/benchmarks/InExpressionBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..04474566ef43 --- /dev/null +++ b/sql/core/benchmarks/InExpressionBenchmark-jdk11-results.txt @@ -0,0 +1,740 @@ +================================================================================================ +In Expression Benchmark +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +5 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 163 213 53 61.4 16.3 1.0X +InSet expression 105 130 16 95.5 10.5 1.6X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +10 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 112 126 9 89.4 11.2 1.0X +InSet expression 78 92 11 128.4 7.8 1.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +25 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 170 181 8 58.9 17.0 1.0X +InSet expression 109 118 9 91.8 10.9 1.6X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +50 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 279 283 3 35.8 27.9 1.0X +InSet expression 140 148 8 71.6 14.0 2.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +100 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 461 486 28 21.7 46.1 1.0X +InSet expression 184 187 3 54.5 18.4 2.5X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 735 754 16 13.6 73.5 1.0X +InSet expression 317 323 5 31.6 31.7 2.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +5 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 63 68 5 157.8 6.3 1.0X +InSet expression 56 61 4 177.7 5.6 1.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +10 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 84 87 2 118.8 8.4 1.0X +InSet expression 58 62 4 171.6 5.8 1.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +25 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 139 146 10 72.0 13.9 1.0X +InSet expression 58 63 7 173.5 5.8 2.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +50 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 231 236 7 43.3 23.1 1.0X +InSet expression 59 64 8 170.5 5.9 3.9X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +100 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 411 414 3 24.3 41.1 1.0X +InSet expression 64 72 8 155.4 6.4 6.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 775 779 6 12.9 77.5 1.0X +InSet expression 70 74 4 142.7 7.0 11.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +300 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 1129 1133 3 8.9 112.9 1.0X +InSet expression 86 91 6 116.9 8.6 13.2X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +400 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 1574 1577 3 6.4 157.4 1.0X +InSet expression 89 92 4 112.9 8.9 17.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +500 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 1865 1914 100 5.4 186.5 1.0X +InSet expression 275 279 4 36.3 27.5 6.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +5 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 63 66 4 158.5 6.3 1.0X +InSet expression 62 68 14 160.7 6.2 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +10 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 81 87 10 124.0 8.1 1.0X +InSet expression 70 82 15 142.4 7.0 1.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +25 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 142 145 5 70.4 14.2 1.0X +InSet expression 78 80 3 128.4 7.8 1.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +50 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 229 235 14 43.8 22.9 1.0X +InSet expression 91 94 4 109.5 9.1 2.5X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +100 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 409 411 2 24.4 40.9 1.0X +InSet expression 108 112 5 92.9 10.8 3.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 772 779 8 12.9 77.2 1.0X +InSet expression 126 131 4 79.6 12.6 6.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +300 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 1138 1144 6 8.8 113.8 1.0X +InSet expression 136 140 6 73.5 13.6 8.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +400 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 1500 1504 3 6.7 150.0 1.0X +InSet expression 148 154 6 67.7 14.8 10.2X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +500 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 1932 1969 72 5.2 193.2 1.0X +InSet expression 275 278 3 36.3 27.5 7.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +5 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 57 59 2 174.1 5.7 1.0X +InSet expression 53 57 5 187.1 5.3 1.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +10 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 76 79 7 131.9 7.6 1.0X +InSet expression 54 57 8 186.1 5.4 1.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +25 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 128 132 3 77.9 12.8 1.0X +InSet expression 55 58 4 183.2 5.5 2.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +50 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 227 237 11 44.1 22.7 1.0X +InSet expression 56 58 2 178.0 5.6 4.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +100 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 407 413 9 24.5 40.7 1.0X +InSet expression 59 64 7 169.0 5.9 6.9X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 772 775 4 13.0 77.2 1.0X +InSet expression 67 70 5 148.7 6.7 11.5X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +300 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 1128 1132 3 8.9 112.8 1.0X +InSet expression 75 77 2 133.6 7.5 15.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +400 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 1502 1507 6 6.7 150.2 1.0X +InSet expression 82 84 2 121.6 8.2 18.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +500 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 1860 1897 75 5.4 186.0 1.0X +InSet expression 246 249 2 40.7 24.6 7.6X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +5 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 46 48 3 219.3 4.6 1.0X +InSet expression 40 41 2 251.6 4.0 1.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +10 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 65 67 2 154.5 6.5 1.0X +InSet expression 45 47 2 221.2 4.5 1.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +25 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 121 124 3 82.5 12.1 1.0X +InSet expression 46 49 4 217.2 4.6 2.6X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +50 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 214 216 2 46.7 21.4 1.0X +InSet expression 57 59 3 175.3 5.7 3.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +100 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 400 406 6 25.0 40.0 1.0X +InSet expression 58 61 3 173.9 5.8 7.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 762 765 2 13.1 76.2 1.0X +InSet expression 69 71 3 145.5 6.9 11.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +300 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 1116 1122 4 9.0 111.6 1.0X +InSet expression 84 87 2 118.5 8.4 13.2X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +400 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 1491 1498 5 6.7 149.1 1.0X +InSet expression 88 91 2 113.4 8.8 16.9X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +500 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 1858 1909 109 5.4 185.8 1.0X +InSet expression 247 249 2 40.5 24.7 7.5X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +5 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 53 54 2 190.2 5.3 1.0X +InSet expression 156 162 13 64.3 15.6 0.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +10 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 67 69 3 149.9 6.7 1.0X +InSet expression 171 174 2 58.5 17.1 0.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +25 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 120 122 4 83.0 12.0 1.0X +InSet expression 178 181 1 56.2 17.8 0.7X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +50 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 212 213 2 47.2 21.2 1.0X +InSet expression 222 224 3 45.0 22.2 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +100 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 393 398 4 25.5 39.3 1.0X +InSet expression 193 197 2 51.8 19.3 2.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 756 763 7 13.2 75.6 1.0X +InSet expression 186 188 2 53.8 18.6 4.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +5 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 92 94 4 109.1 9.2 1.0X +InSet expression 205 208 2 48.8 20.5 0.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +10 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 140 141 2 71.6 14.0 1.0X +InSet expression 232 235 2 43.0 23.2 0.6X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +25 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 247 250 5 40.5 24.7 1.0X +InSet expression 240 242 3 41.6 24.0 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +50 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 426 429 5 23.5 42.6 1.0X +InSet expression 290 293 4 34.5 29.0 1.5X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +100 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 785 787 2 12.7 78.5 1.0X +InSet expression 250 252 2 40.0 25.0 3.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 3101 3190 192 3.2 310.1 1.0X +InSet expression 251 252 1 39.8 25.1 12.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +5 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 89 92 4 112.1 8.9 1.0X +InSet expression 171 175 2 58.4 17.1 0.5X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +10 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 135 136 2 73.9 13.5 1.0X +InSet expression 191 194 1 52.4 19.1 0.7X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +25 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 243 245 2 41.2 24.3 1.0X +InSet expression 199 201 1 50.4 19.9 1.2X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +50 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 420 423 2 23.8 42.0 1.0X +InSet expression 242 244 2 41.3 24.2 1.7X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +100 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 774 776 2 12.9 77.4 1.0X +InSet expression 210 216 5 47.7 21.0 3.7X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 3627 3744 248 2.8 362.7 1.0X +InSet expression 202 206 2 49.4 20.2 17.9X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +5 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 52 55 4 19.2 52.1 1.0X +InSet expression 158 172 24 6.3 158.0 0.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +10 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 63 64 2 16.0 62.6 1.0X +InSet expression 160 164 4 6.2 160.1 0.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +25 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 97 99 2 10.3 97.2 1.0X +InSet expression 163 166 2 6.1 163.2 0.6X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +50 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 184 186 2 5.4 184.4 1.0X +InSet expression 173 176 2 5.8 173.0 1.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +100 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 472 478 9 2.1 472.4 1.0X +InSet expression 178 181 4 5.6 177.6 2.7X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 1054 1184 282 0.9 1053.8 1.0X +InSet expression 188 191 1 5.3 187.9 5.6X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +5 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 275 282 8 3.6 274.7 1.0X +InSet expression 195 199 8 5.1 194.7 1.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +10 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 458 470 8 2.2 458.4 1.0X +InSet expression 195 200 5 5.1 195.5 2.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +25 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 1093 1099 6 0.9 1093.3 1.0X +InSet expression 202 204 1 4.9 202.2 5.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +50 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 2091 2101 12 0.5 2090.6 1.0X +InSet expression 207 210 2 4.8 206.7 10.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +100 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 4164 4187 16 0.2 4164.1 1.0X +InSet expression 239 244 4 4.2 239.1 17.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 8331 8353 21 0.1 8330.7 1.0X +InSet expression 251 252 1 4.0 250.7 33.2X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +5 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 66 67 2 15.2 65.8 1.0X +InSet expression 81 84 6 12.3 81.0 0.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +10 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 70 72 2 14.3 70.1 1.0X +InSet expression 84 86 2 12.0 83.6 0.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +25 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 89 92 3 11.2 89.3 1.0X +InSet expression 92 94 2 10.9 92.2 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +50 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 123 125 2 8.1 123.0 1.0X +InSet expression 95 97 2 10.6 94.7 1.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +100 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 221 223 2 4.5 220.7 1.0X +InSet expression 92 94 3 10.9 91.7 2.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 753 903 327 1.3 752.9 1.0X +InSet expression 97 100 3 10.3 97.2 7.7X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +5 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 48 49 2 209.3 4.8 1.0X +InSet expression 178 181 2 56.1 17.8 0.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +10 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 65 67 4 154.9 6.5 1.0X +InSet expression 196 198 1 50.9 19.6 0.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +25 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 118 121 6 84.5 11.8 1.0X +InSet expression 259 261 1 38.6 25.9 0.5X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +50 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 199 201 1 50.2 19.9 1.0X +InSet expression 280 282 3 35.7 28.0 0.7X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +100 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 368 370 2 27.1 36.8 1.0X +InSet expression 252 254 2 39.7 25.2 1.5X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 710 715 3 14.1 71.0 1.0X +InSet expression 251 255 6 39.8 25.1 2.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +5 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 699 701 2 14.3 69.9 1.0X +InSet expression 695 695 1 14.4 69.5 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +10 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 700 703 2 14.3 70.0 1.0X +InSet expression 700 701 1 14.3 70.0 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +25 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 742 746 3 13.5 74.2 1.0X +InSet expression 704 706 1 14.2 70.4 1.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +50 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 839 840 2 11.9 83.9 1.0X +InSet expression 710 713 2 14.1 71.0 1.2X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +100 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 1027 1030 2 9.7 102.7 1.0X +InSet expression 712 714 1 14.0 71.2 1.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 1390 1411 43 7.2 139.0 1.0X +InSet expression 727 730 3 13.8 72.7 1.9X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +300 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 1767 1774 8 5.7 176.7 1.0X +InSet expression 739 741 3 13.5 73.9 2.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +400 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 2144 2155 12 4.7 214.4 1.0X +InSet expression 758 766 7 13.2 75.8 2.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +500 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 2528 2552 22 4.0 252.8 1.0X +InSet expression 865 868 2 11.6 86.5 2.9X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +5 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 58 61 3 17.2 58.3 1.0X +InSet expression 113 115 2 8.9 112.7 0.5X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +10 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 86 89 3 11.7 85.8 1.0X +InSet expression 113 116 2 8.8 113.3 0.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +25 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 278 280 2 3.6 278.4 1.0X +InSet expression 141 145 5 7.1 140.6 2.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +50 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 577 704 75 1.7 576.9 1.0X +InSet expression 193 196 3 5.2 193.5 3.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +100 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 2462 2643 375 0.4 2461.6 1.0X +InSet expression 234 238 6 4.3 234.1 10.5X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 8526 9225 487 0.1 8526.5 1.0X +InSet expression 306 312 5 3.3 306.0 27.9X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +5 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 51 55 7 19.5 51.3 1.0X +InSet expression 169 172 2 5.9 168.8 0.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +10 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 62 66 6 16.2 61.6 1.0X +InSet expression 170 175 7 5.9 169.9 0.4X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +25 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 141 145 3 7.1 141.4 1.0X +InSet expression 213 220 8 4.7 212.7 0.7X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +50 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 335 365 67 3.0 334.9 1.0X +InSet expression 303 309 7 3.3 303.4 1.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +100 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 976 1114 286 1.0 976.4 1.0X +InSet expression 358 365 10 2.8 357.5 2.7X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +In expression 4162 4703 859 0.2 4162.5 1.0X +InSet expression 473 476 3 2.1 473.2 8.8X + + diff --git a/sql/core/benchmarks/InExpressionBenchmark-results.txt b/sql/core/benchmarks/InExpressionBenchmark-results.txt index f6685bfc4508..36d38ea9b162 100644 --- a/sql/core/benchmarks/InExpressionBenchmark-results.txt +++ b/sql/core/benchmarks/InExpressionBenchmark-results.txt @@ -2,739 +2,739 @@ In Expression Benchmark ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 5 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 105 148 42 94.8 10.5 1.0X -InSet expression 79 98 19 126.9 7.9 1.3X +In expression 132 172 32 75.7 13.2 1.0X +InSet expression 79 98 13 125.8 7.9 1.7X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 10 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 101 115 20 99.3 10.1 1.0X -InSet expression 76 84 8 131.4 7.6 1.3X +In expression 100 111 7 99.7 10.0 1.0X +InSet expression 70 78 9 143.0 7.0 1.4X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 25 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 172 176 3 58.0 17.2 1.0X -InSet expression 100 107 9 99.6 10.0 1.7X +In expression 161 170 7 62.0 16.1 1.0X +InSet expression 88 93 7 113.9 8.8 1.8X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 50 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 299 302 4 33.5 29.9 1.0X -InSet expression 145 149 5 69.0 14.5 2.1X +In expression 270 277 6 37.0 27.0 1.0X +InSet expression 116 123 9 86.0 11.6 2.3X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 100 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 518 524 11 19.3 51.8 1.0X -InSet expression 240 250 12 41.6 24.0 2.2X +In expression 450 463 13 22.2 45.0 1.0X +InSet expression 182 189 7 54.9 18.2 2.5X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 200 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 831 844 14 12.0 83.1 1.0X -InSet expression 425 432 4 23.5 42.5 2.0X +In expression 706 714 7 14.2 70.6 1.0X +InSet expression 302 311 7 33.1 30.2 2.3X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 5 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 58 62 5 171.9 5.8 1.0X -InSet expression 56 58 5 178.0 5.6 1.0X +In expression 62 64 5 162.2 6.2 1.0X +InSet expression 57 59 5 176.7 5.7 1.1X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 10 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 76 79 5 131.9 7.6 1.0X -InSet expression 50 55 7 198.2 5.0 1.5X +In expression 79 82 5 126.7 7.9 1.0X +InSet expression 53 54 3 188.7 5.3 1.5X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 25 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 129 139 23 77.3 12.9 1.0X -InSet expression 48 50 5 210.5 4.8 2.7X +In expression 132 135 5 75.8 13.2 1.0X +InSet expression 50 53 6 200.7 5.0 2.6X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 50 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 225 226 0 44.4 22.5 1.0X -InSet expression 52 56 7 191.2 5.2 4.3X +In expression 228 231 4 43.8 22.8 1.0X +InSet expression 51 53 3 195.5 5.1 4.5X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 100 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 400 406 11 25.0 40.0 1.0X -InSet expression 54 58 7 185.0 5.4 7.4X +In expression 404 404 0 24.8 40.4 1.0X +InSet expression 58 61 4 171.0 5.8 6.9X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 200 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 761 762 1 13.1 76.1 1.0X -InSet expression 60 61 2 167.1 6.0 12.7X +In expression 766 767 1 13.1 76.6 1.0X +InSet expression 66 68 3 151.0 6.6 11.6X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 300 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1118 1119 1 8.9 111.8 1.0X -InSet expression 66 67 2 152.2 6.6 17.0X +In expression 1124 1124 0 8.9 112.4 1.0X +InSet expression 74 77 4 135.3 7.4 15.2X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 400 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1478 1487 19 6.8 147.8 1.0X -InSet expression 71 75 11 141.7 7.1 20.9X +In expression 1566 1567 2 6.4 156.6 1.0X +InSet expression 82 84 4 121.9 8.2 19.1X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 500 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1836 1854 27 5.4 183.6 1.0X -InSet expression 248 253 3 40.2 24.8 7.4X +In expression 1841 1871 37 5.4 184.1 1.0X +InSet expression 314 318 5 31.8 31.4 5.9X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 5 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 55 68 19 180.3 5.5 1.0X -InSet expression 60 63 7 167.0 6.0 0.9X +In expression 58 62 5 171.0 5.8 1.0X +InSet expression 53 55 4 187.5 5.3 1.1X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 10 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 72 76 5 138.0 7.2 1.0X -InSet expression 63 68 11 157.7 6.3 1.1X +In expression 76 77 2 131.3 7.6 1.0X +InSet expression 65 66 3 154.3 6.5 1.2X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 25 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 133 136 5 75.0 13.3 1.0X -InSet expression 73 78 10 137.2 7.3 1.8X +In expression 138 140 5 72.7 13.8 1.0X +InSet expression 74 78 8 135.2 7.4 1.9X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 50 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 223 225 2 44.8 22.3 1.0X -InSet expression 81 84 14 124.1 8.1 2.8X +In expression 226 227 1 44.2 22.6 1.0X +InSet expression 83 86 7 120.8 8.3 2.7X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 100 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 402 404 1 24.9 40.2 1.0X -InSet expression 90 91 2 111.6 9.0 4.5X +In expression 402 403 0 24.9 40.2 1.0X +InSet expression 93 94 3 108.0 9.3 4.3X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 200 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 758 759 0 13.2 75.8 1.0X -InSet expression 110 119 20 91.0 11.0 6.9X +In expression 761 762 0 13.1 76.1 1.0X +InSet expression 113 116 7 88.4 11.3 6.7X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 300 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1121 1123 3 8.9 112.1 1.0X -InSet expression 121 122 2 82.6 12.1 9.3X +In expression 1125 1125 0 8.9 112.5 1.0X +InSet expression 136 142 11 73.5 13.6 8.3X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 400 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1482 1484 2 6.7 148.2 1.0X -InSet expression 134 135 2 74.6 13.4 11.1X +In expression 1486 1487 1 6.7 148.6 1.0X +InSet expression 141 142 2 70.8 14.1 10.5X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 500 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1838 1882 92 5.4 183.8 1.0X -InSet expression 251 254 3 39.8 25.1 7.3X +In expression 1842 1873 67 5.4 184.2 1.0X +InSet expression 315 318 3 31.7 31.5 5.8X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 5 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 51 52 2 197.1 5.1 1.0X -InSet expression 61 63 3 162.8 6.1 0.8X +In expression 54 55 4 186.6 5.4 1.0X +InSet expression 49 51 3 203.0 4.9 1.1X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 10 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 69 73 10 145.0 6.9 1.0X -InSet expression 43 46 7 231.2 4.3 1.6X +In expression 72 74 5 139.7 7.2 1.0X +InSet expression 46 48 5 218.2 4.6 1.6X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 25 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 123 129 19 81.4 12.3 1.0X -InSet expression 43 46 8 230.0 4.3 2.8X +In expression 125 127 5 79.9 12.5 1.0X +InSet expression 47 48 4 212.5 4.7 2.7X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 50 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 222 223 1 45.1 22.2 1.0X -InSet expression 49 50 2 206.2 4.9 4.6X +In expression 221 224 4 45.2 22.1 1.0X +InSet expression 48 49 3 206.3 4.8 4.6X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 100 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 401 402 0 24.9 40.1 1.0X -InSet expression 51 56 11 196.6 5.1 7.9X +In expression 401 404 6 25.0 40.1 1.0X +InSet expression 55 56 2 180.5 5.5 7.2X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 200 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 755 756 1 13.2 75.5 1.0X -InSet expression 56 57 2 179.5 5.6 13.5X +In expression 762 763 1 13.1 76.2 1.0X +InSet expression 63 69 14 159.8 6.3 12.2X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 300 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1115 1116 1 9.0 111.5 1.0X -InSet expression 61 62 4 165.2 6.1 18.4X +In expression 1117 1117 0 9.0 111.7 1.0X +InSet expression 70 71 2 143.3 7.0 16.0X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 400 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1476 1478 1 6.8 147.6 1.0X -InSet expression 66 67 2 152.2 6.6 22.5X +In expression 1557 1558 1 6.4 155.7 1.0X +InSet expression 77 78 2 129.6 7.7 20.2X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 500 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1834 1873 85 5.5 183.4 1.0X -InSet expression 230 233 3 43.5 23.0 8.0X +In expression 1841 1877 79 5.4 184.1 1.0X +InSet expression 320 322 2 31.2 32.0 5.8X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 5 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 40 42 2 247.6 4.0 1.0X -InSet expression 37 39 3 271.6 3.7 1.1X +In expression 43 44 3 231.6 4.3 1.0X +InSet expression 40 42 4 252.4 4.0 1.1X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 10 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 59 60 3 170.0 5.9 1.0X -InSet expression 42 44 3 237.6 4.2 1.4X +In expression 62 64 4 162.0 6.2 1.0X +InSet expression 45 47 4 222.2 4.5 1.4X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 25 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 114 116 6 87.5 11.4 1.0X -InSet expression 53 58 10 188.0 5.3 2.1X +In expression 117 119 4 85.4 11.7 1.0X +InSet expression 57 59 5 176.9 5.7 2.1X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 50 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 207 214 14 48.3 20.7 1.0X -InSet expression 62 63 2 162.1 6.2 3.4X +In expression 207 207 0 48.3 20.7 1.0X +InSet expression 65 66 3 153.3 6.5 3.2X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 100 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 385 391 6 26.0 38.5 1.0X -InSet expression 71 73 2 140.4 7.1 5.4X +In expression 390 394 4 25.7 39.0 1.0X +InSet expression 76 77 3 132.0 7.6 5.1X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 200 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 746 750 2 13.4 74.6 1.0X -InSet expression 101 105 8 98.5 10.1 7.4X +In expression 752 755 2 13.3 75.2 1.0X +InSet expression 111 112 3 90.2 11.1 6.8X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 300 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1100 1106 4 9.1 110.0 1.0X -InSet expression 109 111 2 91.6 10.9 10.1X +In expression 1106 1115 6 9.0 110.6 1.0X +InSet expression 129 130 3 77.7 12.9 8.6X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 400 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1470 1480 7 6.8 147.0 1.0X -InSet expression 115 116 2 87.1 11.5 12.8X +In expression 1476 1484 6 6.8 147.6 1.0X +InSet expression 129 130 3 77.3 12.9 11.4X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 500 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1838 1907 152 5.4 183.8 1.0X -InSet expression 231 233 2 43.3 23.1 8.0X +In expression 1844 1900 124 5.4 184.4 1.0X +InSet expression 321 322 2 31.2 32.1 5.7X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 5 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 48 52 6 206.5 4.8 1.0X -InSet expression 150 152 4 66.8 15.0 0.3X +In expression 50 53 5 199.5 5.0 1.0X +InSet expression 166 169 5 60.2 16.6 0.3X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 10 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 62 63 1 161.3 6.2 1.0X -InSet expression 165 168 5 60.7 16.5 0.4X +In expression 64 68 8 155.5 6.4 1.0X +InSet expression 186 188 4 53.9 18.6 0.3X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 25 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 116 116 0 86.1 11.6 1.0X -InSet expression 173 175 3 57.9 17.3 0.7X +In expression 118 119 2 84.7 11.8 1.0X +InSet expression 194 208 26 51.4 19.4 0.6X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 50 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 206 208 6 48.6 20.6 1.0X -InSet expression 212 214 2 47.1 21.2 1.0X +In expression 208 208 0 48.1 20.8 1.0X +InSet expression 240 244 5 41.7 24.0 0.9X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 100 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 384 386 2 26.0 38.4 1.0X -InSet expression 183 185 2 54.6 18.3 2.1X +In expression 390 397 10 25.6 39.0 1.0X +InSet expression 205 207 5 48.8 20.5 1.9X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 200 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 742 748 13 13.5 74.2 1.0X -InSet expression 175 177 2 57.1 17.5 4.2X +In expression 745 745 1 13.4 74.5 1.0X +InSet expression 194 197 5 51.5 19.4 3.8X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 5 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 88 89 1 114.2 8.8 1.0X -InSet expression 168 170 2 59.5 16.8 0.5X +In expression 90 91 1 111.2 9.0 1.0X +InSet expression 199 202 4 50.2 19.9 0.5X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 10 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 128 129 3 78.0 12.8 1.0X -InSet expression 187 188 2 53.6 18.7 0.7X +In expression 131 132 0 76.4 13.1 1.0X +InSet expression 221 223 2 45.2 22.1 0.6X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 25 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 242 242 0 41.3 24.2 1.0X -InSet expression 192 194 2 52.0 19.2 1.3X +In expression 244 245 0 40.9 24.4 1.0X +InSet expression 235 236 1 42.6 23.5 1.0X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 50 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 419 420 0 23.8 41.9 1.0X -InSet expression 235 236 1 42.5 23.5 1.8X +In expression 423 424 2 23.7 42.3 1.0X +InSet expression 284 285 2 35.3 28.4 1.5X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 100 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 774 775 1 12.9 77.4 1.0X -InSet expression 205 206 3 48.9 20.5 3.8X +In expression 777 778 1 12.9 77.7 1.0X +InSet expression 248 249 2 40.4 24.8 3.1X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 200 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 3036 3123 191 3.3 303.6 1.0X -InSet expression 197 198 1 50.8 19.7 15.4X +In expression 3032 3125 203 3.3 303.2 1.0X +InSet expression 239 241 2 41.8 23.9 12.7X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 5 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 83 84 2 120.9 8.3 1.0X -InSet expression 167 168 2 60.0 16.7 0.5X +In expression 84 86 3 118.8 8.4 1.0X +InSet expression 167 168 2 59.9 16.7 0.5X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 10 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 125 126 3 80.3 12.5 1.0X -InSet expression 186 188 2 53.7 18.6 0.7X +In expression 126 127 1 79.1 12.6 1.0X +InSet expression 183 185 2 54.6 18.3 0.7X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 25 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 237 238 1 42.1 23.7 1.0X -InSet expression 192 195 3 52.0 19.2 1.2X +In expression 239 240 0 41.8 23.9 1.0X +InSet expression 189 192 4 52.9 18.9 1.3X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 50 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 414 415 0 24.1 41.4 1.0X -InSet expression 239 242 3 41.9 23.9 1.7X +In expression 417 417 0 24.0 41.7 1.0X +InSet expression 231 234 4 43.3 23.1 1.8X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 100 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 769 771 3 13.0 76.9 1.0X -InSet expression 203 213 22 49.3 20.3 3.8X +In expression 770 772 3 13.0 77.0 1.0X +InSet expression 201 204 5 49.7 20.1 3.8X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 200 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 3757 3796 85 2.7 375.7 1.0X -InSet expression 193 194 2 51.9 19.3 19.5X +In expression 3587 3686 212 2.8 358.7 1.0X +InSet expression 196 198 3 50.9 19.6 18.3X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 5 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 47 48 3 21.3 47.0 1.0X -InSet expression 155 168 29 6.4 155.3 0.3X +In expression 50 51 2 20.1 49.7 1.0X +InSet expression 151 153 3 6.6 150.7 0.3X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 10 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 58 59 2 17.4 57.6 1.0X -InSet expression 157 160 2 6.4 157.4 0.4X +In expression 62 62 2 16.2 61.6 1.0X +InSet expression 153 155 2 6.5 153.3 0.4X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 25 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 92 92 2 10.9 91.5 1.0X -InSet expression 160 162 2 6.3 159.6 0.6X +In expression 95 96 2 10.5 95.0 1.0X +InSet expression 156 158 2 6.4 156.4 0.6X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 50 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 171 171 0 5.9 170.8 1.0X -InSet expression 169 172 3 5.9 169.3 1.0X +In expression 175 177 5 5.7 175.2 1.0X +InSet expression 165 167 3 6.1 164.9 1.1X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 100 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 429 429 0 2.3 428.6 1.0X -InSet expression 170 172 2 5.9 170.4 2.5X +In expression 440 440 0 2.3 439.7 1.0X +InSet expression 167 169 2 6.0 167.0 2.6X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 200 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 996 1144 328 1.0 996.3 1.0X -InSet expression 177 179 3 5.7 176.8 5.6X +In expression 1005 1154 330 1.0 1004.8 1.0X +InSet expression 180 182 2 5.5 180.2 5.6X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 5 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 248 251 2 4.0 248.0 1.0X -InSet expression 175 177 2 5.7 174.9 1.4X +In expression 251 258 7 4.0 251.1 1.0X +InSet expression 193 197 3 5.2 193.2 1.3X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 10 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 420 426 11 2.4 420.0 1.0X -InSet expression 177 180 3 5.7 176.9 2.4X +In expression 424 437 8 2.4 424.2 1.0X +InSet expression 196 198 2 5.1 195.5 2.2X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 25 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1005 1008 4 1.0 1004.9 1.0X -InSet expression 184 187 3 5.4 183.7 5.5X +In expression 1018 1023 5 1.0 1017.8 1.0X +InSet expression 203 206 3 4.9 202.9 5.0X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 50 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1922 1933 13 0.5 1922.2 1.0X -InSet expression 189 193 7 5.3 188.9 10.2X +In expression 1947 1955 7 0.5 1947.5 1.0X +InSet expression 208 211 3 4.8 208.4 9.3X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 100 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 3861 3871 12 0.3 3860.5 1.0X -InSet expression 213 225 30 4.7 213.5 18.1X +In expression 3886 3899 10 0.3 3885.9 1.0X +InSet expression 233 235 4 4.3 232.6 16.7X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 200 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 7731 7774 25 0.1 7731.5 1.0X -InSet expression 222 225 3 4.5 222.4 34.8X +In expression 7702 7793 60 0.1 7701.8 1.0X +InSet expression 243 248 6 4.1 243.4 31.6X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 5 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 127 133 9 7.9 126.8 1.0X -InSet expression 142 143 2 7.0 141.9 0.9X +In expression 132 135 4 7.6 132.1 1.0X +InSet expression 147 149 2 6.8 147.1 0.9X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 10 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 132 133 2 7.6 131.7 1.0X -InSet expression 144 146 2 6.9 144.1 0.9X +In expression 139 141 5 7.2 139.0 1.0X +InSet expression 150 151 2 6.7 149.6 0.9X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 25 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 153 154 2 6.5 152.9 1.0X -InSet expression 151 153 2 6.6 151.2 1.0X +In expression 160 161 2 6.3 159.6 1.0X +InSet expression 157 158 2 6.4 157.3 1.0X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 50 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 186 187 2 5.4 185.8 1.0X -InSet expression 154 156 3 6.5 153.7 1.2X +In expression 190 192 2 5.3 189.8 1.0X +InSet expression 160 161 2 6.2 160.5 1.2X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 100 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 260 263 3 3.8 260.3 1.0X -InSet expression 151 153 2 6.6 151.3 1.7X +In expression 264 265 2 3.8 263.8 1.0X +InSet expression 159 160 2 6.3 158.5 1.7X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 200 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 731 891 352 1.4 731.4 1.0X -InSet expression 155 157 3 6.4 155.4 4.7X +In expression 735 884 327 1.4 735.4 1.0X +InSet expression 164 166 3 6.1 163.9 4.5X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 5 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 42 43 2 240.1 4.2 1.0X -InSet expression 159 160 2 63.0 15.9 0.3X +In expression 45 46 3 223.6 4.5 1.0X +InSet expression 162 164 3 61.6 16.2 0.3X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 10 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 58 59 2 171.4 5.8 1.0X -InSet expression 174 183 21 57.5 17.4 0.3X +In expression 62 65 7 161.9 6.2 1.0X +InSet expression 179 181 2 56.0 17.9 0.3X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 25 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 111 113 3 90.0 11.1 1.0X -InSet expression 228 229 2 43.9 22.8 0.5X +In expression 115 116 1 86.8 11.5 1.0X +InSet expression 222 225 6 45.1 22.2 0.5X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 50 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 192 193 1 52.1 19.2 1.0X -InSet expression 250 250 1 40.1 25.0 0.8X +In expression 198 199 1 50.6 19.8 1.0X +InSet expression 238 239 2 42.0 23.8 0.8X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 100 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 373 384 12 26.8 37.3 1.0X -InSet expression 229 236 7 43.7 22.9 1.6X +In expression 363 368 5 27.6 36.3 1.0X +InSet expression 222 224 2 45.0 22.2 1.6X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 200 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 694 707 25 14.4 69.4 1.0X -InSet expression 221 226 7 45.2 22.1 3.1X +In expression 701 706 4 14.3 70.1 1.0X +InSet expression 226 228 3 44.2 22.6 3.1X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 5 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 196 198 2 50.9 19.6 1.0X -InSet expression 169 170 0 59.2 16.9 1.2X +In expression 659 665 5 15.2 65.9 1.0X +InSet expression 660 664 3 15.1 66.0 1.0X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 10 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 212 212 0 47.3 21.2 1.0X -InSet expression 197 197 0 50.8 19.7 1.1X +In expression 663 667 2 15.1 66.3 1.0X +InSet expression 659 661 2 15.2 65.9 1.0X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 25 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 266 266 1 37.7 26.6 1.0X -InSet expression 203 217 23 49.4 20.3 1.3X +In expression 700 705 4 14.3 70.0 1.0X +InSet expression 667 669 2 15.0 66.7 1.0X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 50 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 356 367 12 28.1 35.6 1.0X -InSet expression 212 213 1 47.1 21.2 1.7X +In expression 801 805 3 12.5 80.1 1.0X +InSet expression 675 677 1 14.8 67.5 1.2X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 100 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 559 573 26 17.9 55.9 1.0X -InSet expression 221 223 2 45.2 22.1 2.5X +In expression 984 987 5 10.2 98.4 1.0X +InSet expression 685 690 4 14.6 68.5 1.4X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 200 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 901 916 9 11.1 90.1 1.0X -InSet expression 238 241 9 42.1 23.8 3.8X +In expression 1350 1356 4 7.4 135.0 1.0X +InSet expression 710 712 3 14.1 71.0 1.9X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 300 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1264 1282 10 7.9 126.4 1.0X -InSet expression 253 262 15 39.5 25.3 5.0X +In expression 1716 1722 6 5.8 171.6 1.0X +InSet expression 716 719 2 14.0 71.6 2.4X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 400 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1628 1646 11 6.1 162.8 1.0X -InSet expression 264 265 1 37.8 26.4 6.2X +In expression 2083 2100 13 4.8 208.3 1.0X +InSet expression 742 744 1 13.5 74.2 2.8X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 500 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1993 2015 15 5.0 199.3 1.0X -InSet expression 355 368 10 28.2 35.5 5.6X +In expression 2469 2486 11 4.1 246.9 1.0X +InSet expression 829 831 2 12.1 82.9 3.0X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 5 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 52 63 14 19.3 51.8 1.0X -InSet expression 96 98 2 10.4 95.9 0.5X +In expression 56 58 4 17.9 55.9 1.0X +InSet expression 123 124 2 8.1 123.1 0.5X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 10 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 78 80 3 12.8 77.9 1.0X -InSet expression 97 154 48 10.3 97.1 0.8X +In expression 83 84 2 12.1 82.7 1.0X +InSet expression 124 127 7 8.1 123.8 0.7X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 25 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 269 279 27 3.7 268.7 1.0X -InSet expression 120 124 13 8.3 119.9 2.2X +In expression 275 281 9 3.6 275.5 1.0X +InSet expression 155 158 4 6.4 155.2 1.8X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 50 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 579 626 96 1.7 579.2 1.0X -InSet expression 165 167 3 6.1 165.1 3.5X +In expression 659 718 109 1.5 659.4 1.0X +InSet expression 217 218 2 4.6 217.0 3.0X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 100 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 2582 2775 415 0.4 2582.1 1.0X -InSet expression 196 201 10 5.1 196.0 13.2X +In expression 2488 2684 434 0.4 2488.4 1.0X +InSet expression 267 270 3 3.7 266.7 9.3X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 200 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 9438 9939 763 0.1 9437.9 1.0X -InSet expression 256 258 3 3.9 255.8 36.9X +In expression 9462 10091 897 0.1 9462.2 1.0X +InSet expression 347 349 2 2.9 347.4 27.2X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 5 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 47 48 2 21.4 46.8 1.0X -InSet expression 158 160 2 6.3 157.6 0.3X +In expression 51 55 7 19.7 50.8 1.0X +InSet expression 166 168 4 6.0 166.3 0.3X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 10 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 62 63 4 16.2 61.9 1.0X -InSet expression 158 161 4 6.3 158.4 0.4X +In expression 66 70 5 15.1 66.4 1.0X +InSet expression 167 170 3 6.0 167.3 0.4X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 25 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 138 140 3 7.3 137.9 1.0X -InSet expression 202 219 43 5.0 201.7 0.7X +In expression 142 144 3 7.0 142.1 1.0X +InSet expression 211 215 6 4.7 211.2 0.7X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 50 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 366 367 1 2.7 365.7 1.0X -InSet expression 286 289 4 3.5 285.6 1.3X +In expression 375 378 5 2.7 375.5 1.0X +InSet expression 297 298 2 3.4 297.5 1.3X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 100 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 1055 1212 346 0.9 1054.7 1.0X -InSet expression 348 354 6 2.9 347.9 3.0X +In expression 1122 1260 304 0.9 1122.2 1.0X +InSet expression 354 357 4 2.8 353.9 3.2X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz 200 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -In expression 6463 6772 650 0.2 6463.3 1.0X -InSet expression 450 455 4 2.2 449.6 14.4X +In expression 5651 5989 644 0.2 5651.4 1.0X +InSet expression 471 473 2 2.1 471.0 12.0X diff --git a/sql/core/benchmarks/IntervalBenchmark-jdk11-results.txt b/sql/core/benchmarks/IntervalBenchmark-jdk11-results.txt index 07dd8d5e44ea..7d23e5467bae 100644 --- a/sql/core/benchmarks/IntervalBenchmark-jdk11-results.txt +++ b/sql/core/benchmarks/IntervalBenchmark-jdk11-results.txt @@ -1,29 +1,29 @@ -Java HotSpot(TM) 64-Bit Server VM 11.0.5+10-LTS on Mac OS X 10.14.6 -Intel(R) Core(TM) i5-5287U CPU @ 2.90GHz +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz cast strings to intervals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -prepare string w/ interval 574 610 45 1.7 573.9 1.0X -prepare string w/o interval 518 538 27 1.9 517.7 1.1X -1 units w/ interval 425 439 16 2.4 425.3 1.3X -1 units w/o interval 385 393 10 2.6 385.2 1.5X -2 units w/ interval 553 561 11 1.8 553.1 1.0X -2 units w/o interval 531 543 11 1.9 531.0 1.1X -3 units w/ interval 1134 1159 32 0.9 1134.0 0.5X -3 units w/o interval 1121 1126 6 0.9 1121.3 0.5X -4 units w/ interval 1226 1250 21 0.8 1226.1 0.5X -4 units w/o interval 1227 1239 11 0.8 1227.1 0.5X -5 units w/ interval 1375 1447 93 0.7 1374.7 0.4X -5 units w/o interval 1335 1346 19 0.7 1335.1 0.4X -6 units w/ interval 1530 1556 24 0.7 1529.5 0.4X -6 units w/o interval 1481 1492 17 0.7 1480.7 0.4X -7 units w/ interval 1730 1745 14 0.6 1729.9 0.3X -7 units w/o interval 1788 1859 112 0.6 1788.1 0.3X -8 units w/ interval 1952 2087 117 0.5 1951.7 0.3X -8 units w/o interval 2083 2207 209 0.5 2082.5 0.3X -9 units w/ interval 2228 2291 60 0.4 2227.5 0.3X -9 units w/o interval 2130 2184 75 0.5 2130.1 0.3X -10 units w/ interval 2414 2502 81 0.4 2413.8 0.2X -10 units w/o interval 2463 2488 35 0.4 2463.1 0.2X -11 units w/ interval 2717 2755 42 0.4 2716.8 0.2X -11 units w/o interval 2578 2661 77 0.4 2577.7 0.2X +prepare string w/ interval 756 831 78 1.3 756.4 1.0X +prepare string w/o interval 622 637 15 1.6 622.4 1.2X +1 units w/ interval 506 532 22 2.0 506.2 1.5X +1 units w/o interval 472 477 9 2.1 471.6 1.6X +2 units w/ interval 699 710 11 1.4 698.5 1.1X +2 units w/o interval 670 674 6 1.5 669.9 1.1X +3 units w/ interval 1431 1437 7 0.7 1431.3 0.5X +3 units w/o interval 1418 1429 11 0.7 1418.2 0.5X +4 units w/ interval 1687 1692 8 0.6 1686.8 0.4X +4 units w/o interval 1679 1688 7 0.6 1679.4 0.5X +5 units w/ interval 1862 1864 3 0.5 1861.9 0.4X +5 units w/o interval 1847 1864 15 0.5 1846.9 0.4X +6 units w/ interval 2067 2081 12 0.5 2066.9 0.4X +6 units w/o interval 2070 2071 2 0.5 2069.6 0.4X +7 units w/ interval 2458 2468 13 0.4 2457.7 0.3X +7 units w/o interval 2450 2453 3 0.4 2450.1 0.3X +8 units w/ interval 2833 2838 8 0.4 2832.6 0.3X +8 units w/o interval 2830 2839 8 0.4 2829.8 0.3X +9 units w/ interval 2873 2880 6 0.3 2873.4 0.3X +9 units w/o interval 2860 2863 3 0.3 2860.1 0.3X +10 units w/ interval 3252 3257 5 0.3 3252.2 0.2X +10 units w/o interval 3212 3220 8 0.3 3211.6 0.2X +11 units w/ interval 3369 3376 6 0.3 3368.5 0.2X +11 units w/o interval 3384 3395 15 0.3 3384.2 0.2X diff --git a/sql/core/benchmarks/IntervalBenchmark-results.txt b/sql/core/benchmarks/IntervalBenchmark-results.txt index 8976fb590d8d..da2f0e66daca 100644 --- a/sql/core/benchmarks/IntervalBenchmark-results.txt +++ b/sql/core/benchmarks/IntervalBenchmark-results.txt @@ -1,29 +1,29 @@ -Java HotSpot(TM) 64-Bit Server VM 1.8.0_231-b11 on Mac OS X 10.15.1 -Intel(R) Core(TM) i9-9980HK CPU @ 2.40GHz +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz cast strings to intervals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -prepare string w/ interval 357 370 22 2.8 357.0 1.0X -prepare string w/o interval 315 333 22 3.2 314.7 1.1X -1 units w/ interval 356 380 21 2.8 355.8 1.0X -1 units w/o interval 317 326 12 3.2 317.1 1.1X -2 units w/ interval 481 488 8 2.1 480.8 0.7X -2 units w/o interval 456 464 9 2.2 456.0 0.8X -3 units w/ interval 1074 1080 5 0.9 1073.7 0.3X -3 units w/o interval 1025 1027 2 1.0 1025.4 0.3X -4 units w/ interval 1192 1196 5 0.8 1192.2 0.3X -4 units w/o interval 1219 1233 14 0.8 1218.9 0.3X -5 units w/ interval 1367 1382 23 0.7 1367.3 0.3X -5 units w/o interval 1295 1301 7 0.8 1295.1 0.3X -6 units w/ interval 1489 1525 31 0.7 1489.3 0.2X -6 units w/o interval 1496 1500 6 0.7 1495.8 0.2X -7 units w/ interval 1326 1330 4 0.8 1325.5 0.3X -7 units w/o interval 1324 1332 11 0.8 1324.1 0.3X -8 units w/ interval 1535 1547 11 0.7 1535.4 0.2X -8 units w/o interval 1542 1547 5 0.6 1542.3 0.2X -9 units w/ interval 1623 1641 18 0.6 1623.0 0.2X -9 units w/o interval 1615 1619 3 0.6 1615.3 0.2X -10 units w/ interval 1845 1861 16 0.5 1844.7 0.2X -10 units w/o interval 1858 1868 9 0.5 1857.8 0.2X -11 units w/ interval 1919 1925 11 0.5 1918.7 0.2X -11 units w/o interval 1973 1995 23 0.5 1972.8 0.2X +prepare string w/ interval 648 721 94 1.5 648.3 1.0X +prepare string w/o interval 562 596 49 1.8 562.3 1.2X +1 units w/ interval 568 590 21 1.8 568.5 1.1X +1 units w/o interval 522 538 20 1.9 521.7 1.2X +2 units w/ interval 751 754 3 1.3 751.5 0.9X +2 units w/o interval 716 723 6 1.4 716.1 0.9X +3 units w/ interval 1402 1411 11 0.7 1401.6 0.5X +3 units w/o interval 1381 1387 5 0.7 1381.2 0.5X +4 units w/ interval 1591 1595 6 0.6 1591.2 0.4X +4 units w/o interval 1582 1585 3 0.6 1582.3 0.4X +5 units w/ interval 1747 1749 2 0.6 1747.3 0.4X +5 units w/o interval 1738 1746 10 0.6 1737.7 0.4X +6 units w/ interval 1929 1931 3 0.5 1929.1 0.3X +6 units w/o interval 1919 1922 2 0.5 1919.0 0.3X +7 units w/ interval 2345 2354 8 0.4 2345.0 0.3X +7 units w/o interval 2334 2336 2 0.4 2334.1 0.3X +8 units w/ interval 2533 2546 16 0.4 2533.0 0.3X +8 units w/o interval 2519 2521 1 0.4 2519.4 0.3X +9 units w/ interval 2885 2889 5 0.3 2884.5 0.2X +9 units w/o interval 2804 2813 12 0.4 2803.9 0.2X +10 units w/ interval 3041 3060 16 0.3 3041.3 0.2X +10 units w/o interval 3031 3043 15 0.3 3031.2 0.2X +11 units w/ interval 3270 3280 9 0.3 3269.9 0.2X +11 units w/o interval 3273 3280 7 0.3 3272.6 0.2X diff --git a/sql/core/benchmarks/JoinBenchmark-jdk11-results.txt b/sql/core/benchmarks/JoinBenchmark-jdk11-results.txt index 06b220586ed9..1e61017425aa 100644 --- a/sql/core/benchmarks/JoinBenchmark-jdk11-results.txt +++ b/sql/core/benchmarks/JoinBenchmark-jdk11-results.txt @@ -2,74 +2,74 @@ Join Benchmark ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Join w long: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Join w long wholestage off 4872 4888 24 4.3 232.3 1.0X -Join w long wholestage on 337 425 61 62.3 16.1 14.5X +Join w long wholestage off 4441 4572 185 4.7 211.8 1.0X +Join w long wholestage on 1409 1500 96 14.9 67.2 3.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Join w long duplicated: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Join w long duplicated wholestage off 6290 6346 79 3.3 299.9 1.0X -Join w long duplicated wholestage on 328 347 17 64.0 15.6 19.2X +Join w long duplicated wholestage off 5111 5116 7 4.1 243.7 1.0X +Join w long duplicated wholestage on 1493 1518 22 14.0 71.2 3.4X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Join w 2 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Join w 2 ints wholestage off 174475 174532 82 0.1 8319.6 1.0X -Join w 2 ints wholestage on 165490 167355 1507 0.1 7891.2 1.1X +Join w 2 ints wholestage off 171821 171906 121 0.1 8193.0 1.0X +Join w 2 ints wholestage on 166559 166975 263 0.1 7942.1 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Join w 2 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Join w 2 longs wholestage off 7025 7121 135 3.0 335.0 1.0X -Join w 2 longs wholestage on 1878 1954 103 11.2 89.5 3.7X +Join w 2 longs wholestage off 7511 7555 62 2.8 358.2 1.0X +Join w 2 longs wholestage on 3776 4119 232 5.6 180.1 2.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Join w 2 longs duplicated: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Join w 2 longs duplicated wholestage off 20822 20879 81 1.0 992.9 1.0X -Join w 2 longs duplicated wholestage on 2454 2512 60 8.5 117.0 8.5X +Join w 2 longs duplicated wholestage off 13563 13617 77 1.5 646.7 1.0X +Join w 2 longs duplicated wholestage on 7947 8053 71 2.6 378.9 1.7X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz outer join w long: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -outer join w long wholestage off 3900 3907 10 5.4 186.0 1.0X -outer join w long wholestage on 226 235 10 92.6 10.8 17.2X +outer join w long wholestage off 3915 3923 12 5.4 186.7 1.0X +outer join w long wholestage on 1421 1461 30 14.8 67.8 2.8X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz semi join w long: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -semi join w long wholestage off 2560 2621 87 8.2 122.1 1.0X -semi join w long wholestage on 209 219 15 100.5 10.0 12.3X +semi join w long wholestage off 2310 2332 30 9.1 110.2 1.0X +semi join w long wholestage on 835 860 34 25.1 39.8 2.8X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz sort merge join: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -sort merge join wholestage off 1707 1712 7 1.2 814.0 1.0X -sort merge join wholestage on 1447 1482 43 1.4 690.0 1.2X +sort merge join wholestage off 1846 1886 56 1.1 880.5 1.0X +sort merge join wholestage on 1402 1654 234 1.5 668.3 1.3X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz sort merge join with duplicates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -sort merge join with duplicates wholestage off 2293 2307 19 0.9 1093.4 1.0X -sort merge join with duplicates wholestage on 2018 2061 66 1.0 962.1 1.1X +sort merge join with duplicates wholestage off 2852 2879 38 0.7 1360.0 1.0X +sort merge join with duplicates wholestage on 2645 2742 156 0.8 1261.0 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz shuffle hash join: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -shuffle hash join wholestage off 1424 1458 47 2.9 339.6 1.0X -shuffle hash join wholestage on 1203 1227 28 3.5 286.9 1.2X +shuffle hash join wholestage off 1506 1564 82 2.8 359.1 1.0X +shuffle hash join wholestage on 1303 1330 23 3.2 310.6 1.2X diff --git a/sql/core/benchmarks/JoinBenchmark-results.txt b/sql/core/benchmarks/JoinBenchmark-results.txt index 3b88d5eaccc7..c19dd4f12bb3 100644 --- a/sql/core/benchmarks/JoinBenchmark-results.txt +++ b/sql/core/benchmarks/JoinBenchmark-results.txt @@ -2,74 +2,74 @@ Join Benchmark ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Join w long: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Join w long wholestage off 4685 4814 182 4.5 223.4 1.0X -Join w long wholestage on 440 524 102 47.7 21.0 10.7X +Join w long wholestage off 4531 4557 37 4.6 216.1 1.0X +Join w long wholestage on 1214 1310 95 17.3 57.9 3.7X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Join w long duplicated: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Join w long duplicated wholestage off 6266 6291 35 3.3 298.8 1.0X -Join w long duplicated wholestage on 340 359 27 61.7 16.2 18.4X +Join w long duplicated wholestage off 5200 5239 55 4.0 248.0 1.0X +Join w long duplicated wholestage on 1535 1547 11 13.7 73.2 3.4X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Join w 2 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Join w 2 ints wholestage off 174733 174916 259 0.1 8331.9 1.0X -Join w 2 ints wholestage on 166815 167619 823 0.1 7954.4 1.0X +Join w 2 ints wholestage off 170776 170795 27 0.1 8143.2 1.0X +Join w 2 ints wholestage on 165134 165183 36 0.1 7874.2 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Join w 2 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Join w 2 longs wholestage off 7835 7889 76 2.7 373.6 1.0X -Join w 2 longs wholestage on 2057 2148 73 10.2 98.1 3.8X +Join w 2 longs wholestage off 6561 6595 48 3.2 312.8 1.0X +Join w 2 longs wholestage on 2999 3070 85 7.0 143.0 2.2X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Join w 2 longs duplicated: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Join w 2 longs duplicated wholestage off 19435 19497 87 1.1 926.7 1.0X -Join w 2 longs duplicated wholestage on 2472 2528 57 8.5 117.9 7.9X +Join w 2 longs duplicated wholestage off 15731 15757 38 1.3 750.1 1.0X +Join w 2 longs duplicated wholestage on 8017 8112 80 2.6 382.3 2.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz outer join w long: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -outer join w long wholestage off 3945 3992 66 5.3 188.1 1.0X -outer join w long wholestage on 227 235 11 92.5 10.8 17.4X +outer join w long wholestage off 3573 3577 6 5.9 170.4 1.0X +outer join w long wholestage on 1310 1325 15 16.0 62.5 2.7X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz semi join w long: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -semi join w long wholestage off 2436 2469 46 8.6 116.2 1.0X -semi join w long wholestage on 231 242 11 91.0 11.0 10.6X +semi join w long wholestage off 1893 1916 33 11.1 90.3 1.0X +semi join w long wholestage on 819 842 30 25.6 39.0 2.3X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz sort merge join: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -sort merge join wholestage off 1820 1825 7 1.2 867.9 1.0X -sort merge join wholestage on 1507 1552 34 1.4 718.8 1.2X +sort merge join wholestage off 1302 1312 13 1.6 620.9 1.0X +sort merge join wholestage on 1168 1233 62 1.8 557.0 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz sort merge join with duplicates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -sort merge join with duplicates wholestage off 2319 2380 86 0.9 1105.7 1.0X -sort merge join with duplicates wholestage on 2087 2139 51 1.0 995.3 1.1X +sort merge join with duplicates wholestage off 1996 2005 12 1.1 951.7 1.0X +sort merge join with duplicates wholestage on 1766 1803 42 1.2 842.0 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz shuffle hash join: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -shuffle hash join wholestage off 1554 1591 52 2.7 370.6 1.0X -shuffle hash join wholestage on 1142 1200 51 3.7 272.2 1.4X +shuffle hash join wholestage off 1298 1300 3 3.2 309.6 1.0X +shuffle hash join wholestage on 1201 1210 10 3.5 286.4 1.1X diff --git a/sql/core/benchmarks/JsonBenchmark-jdk11-results.txt b/sql/core/benchmarks/JsonBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..920e0a7723e7 --- /dev/null +++ b/sql/core/benchmarks/JsonBenchmark-jdk11-results.txt @@ -0,0 +1,112 @@ +================================================================================================ +Benchmark for performance of JSON parsing +================================================================================================ + +Preparing data for benchmarking ... +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +JSON schema inferring: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +No encoding 84774 84927 264 1.2 847.7 1.0X +UTF-8 is set 119081 120155 1773 0.8 1190.8 0.7X + +Preparing data for benchmarking ... +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +count a short column: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +No encoding 49293 49356 70 2.0 492.9 1.0X +UTF-8 is set 80183 80211 25 1.2 801.8 0.6X + +Preparing data for benchmarking ... +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +count a wide column: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +No encoding 61070 61476 536 0.2 6107.0 1.0X +UTF-8 is set 109765 109881 102 0.1 10976.5 0.6X + +Preparing data for benchmarking ... +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +select wide row: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +No encoding 176999 178163 1008 0.0 353997.9 1.0X +UTF-8 is set 201209 201641 614 0.0 402419.0 0.9X + +Preparing data for benchmarking ... +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Select a subset of 10 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Select 10 columns 18768 20587 496 0.5 1876.8 1.0X +Select 1 column 22642 22644 3 0.4 2264.2 0.8X + +Preparing data for benchmarking ... +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +creation of JSON parser per line: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Short column without encoding 7697 7738 55 1.3 769.7 1.0X +Short column with UTF-8 14051 14189 176 0.7 1405.1 0.5X +Wide column without encoding 108999 110075 1085 0.1 10899.9 0.1X +Wide column with UTF-8 157433 157779 308 0.1 15743.3 0.0X + +Preparing data for benchmarking ... +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +JSON functions: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Text read 644 647 4 15.5 64.4 1.0X +from_json 25859 25872 12 0.4 2585.9 0.0X +json_tuple 31679 31761 71 0.3 3167.9 0.0X +get_json_object 24772 25220 389 0.4 2477.2 0.0X + +Preparing data for benchmarking ... +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Dataset of json strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Text read 3135 3165 52 15.9 62.7 1.0X +schema inferring 29383 29389 10 1.7 587.7 0.1X +parsing 32623 35183 NaN 1.5 652.5 0.1X + +Preparing data for benchmarking ... +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Json files in the per-line mode: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Text read 11874 11948 82 4.2 237.5 1.0X +Schema inferring 42382 42398 23 1.2 847.6 0.3X +Parsing without charset 36410 36442 54 1.4 728.2 0.3X +Parsing with UTF-8 62412 62463 48 0.8 1248.2 0.2X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Write dates and timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Create a dataset of timestamps 2191 2209 20 4.6 219.1 1.0X +to_json(timestamp) 18670 19042 565 0.5 1867.0 0.1X +write timestamps to files 11836 13156 NaN 0.8 1183.6 0.2X +Create a dataset of dates 2321 2351 33 4.3 232.1 0.9X +to_json(date) 12703 12726 24 0.8 1270.3 0.2X +write dates to files 8230 8303 76 1.2 823.0 0.3X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Read dates and timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +read timestamp text from files 2780 2795 13 3.6 278.0 1.0X +read timestamps from files 37158 37305 137 0.3 3715.8 0.1X +infer timestamps from files 73666 73838 149 0.1 7366.6 0.0X +read date text from files 2597 2609 10 3.9 259.7 1.1X +read date from files 24439 24501 56 0.4 2443.9 0.1X +timestamp strings 3052 3064 12 3.3 305.2 0.9X +parse timestamps from Dataset[String] 43611 43665 52 0.2 4361.1 0.1X +infer timestamps from Dataset[String] 83745 84153 376 0.1 8374.5 0.0X +date strings 4068 4076 10 2.5 406.8 0.7X +parse dates from Dataset[String] 34700 34807 118 0.3 3470.0 0.1X +from_json(timestamp) 64074 64124 53 0.2 6407.4 0.0X +from_json(date) 52520 52617 101 0.2 5252.0 0.1X + + diff --git a/sql/core/benchmarks/JsonBenchmark-results.txt b/sql/core/benchmarks/JsonBenchmark-results.txt index 56d371eade68..e435f573a5d9 100644 --- a/sql/core/benchmarks/JsonBenchmark-results.txt +++ b/sql/core/benchmarks/JsonBenchmark-results.txt @@ -3,110 +3,110 @@ Benchmark for performance of JSON parsing ================================================================================================ Preparing data for benchmarking ... -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz JSON schema inferring: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -No encoding 69387 69850 407 1.4 693.9 1.0X -UTF-8 is set 112131 112205 83 0.9 1121.3 0.6X +No encoding 61888 61918 27 1.6 618.9 1.0X +UTF-8 is set 109057 113663 NaN 0.9 1090.6 0.6X Preparing data for benchmarking ... -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz count a short column: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -No encoding 44542 44671 122 2.2 445.4 1.0X -UTF-8 is set 71793 71945 146 1.4 717.9 0.6X +No encoding 44517 44535 29 2.2 445.2 1.0X +UTF-8 is set 75722 75840 111 1.3 757.2 0.6X Preparing data for benchmarking ... -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz count a wide column: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -No encoding 58615 59011 347 0.2 5861.5 1.0X -UTF-8 is set 102542 102719 153 0.1 10254.2 0.6X +No encoding 63677 64090 633 0.2 6367.7 1.0X +UTF-8 is set 99424 99615 185 0.1 9942.4 0.6X Preparing data for benchmarking ... -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz select wide row: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -No encoding 168861 170014 1552 0.0 337722.0 1.0X -UTF-8 is set 191140 191250 112 0.0 382280.3 0.9X +No encoding 174052 174251 174 0.0 348104.1 1.0X +UTF-8 is set 189000 189098 113 0.0 378000.9 0.9X Preparing data for benchmarking ... -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Select a subset of 10 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Select 10 columns 28017 28066 47 0.4 2801.7 1.0X -Select 1 column 24590 24641 67 0.4 2459.0 1.1X +Select 10 columns 18387 18473 142 0.5 1838.7 1.0X +Select 1 column 25560 25571 13 0.4 2556.0 0.7X Preparing data for benchmarking ... -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz creation of JSON parser per line: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Short column without encoding 17179 17465 487 0.6 1717.9 1.0X -Short column with UTF-8 25173 25255 139 0.4 2517.3 0.7X -Wide column without encoding 146956 147069 104 0.1 14695.6 0.1X -Wide column with UTF-8 196626 197233 549 0.1 19662.6 0.1X +Short column without encoding 9323 9384 58 1.1 932.3 1.0X +Short column with UTF-8 14016 14058 55 0.7 1401.6 0.7X +Wide column without encoding 133258 133532 382 0.1 13325.8 0.1X +Wide column with UTF-8 181212 181283 61 0.1 18121.2 0.1X Preparing data for benchmarking ... -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz JSON functions: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Text read 1206 1212 5 8.3 120.6 1.0X -from_json 27641 27680 34 0.4 2764.1 0.0X -json_tuple 43404 44377 860 0.2 4340.4 0.0X -get_json_object 26821 27239 619 0.4 2682.1 0.0X +Text read 1168 1174 5 8.6 116.8 1.0X +from_json 22604 23571 883 0.4 2260.4 0.1X +json_tuple 29979 30053 91 0.3 2997.9 0.0X +get_json_object 21987 22263 241 0.5 2198.7 0.1X Preparing data for benchmarking ... -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Dataset of json strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Text read 5842 5865 33 8.6 116.8 1.0X -schema inferring 69673 70082 478 0.7 1393.5 0.1X -parsing 78805 81812 NaN 0.6 1576.1 0.1X +Text read 5831 5842 14 8.6 116.6 1.0X +schema inferring 31372 31456 73 1.6 627.4 0.2X +parsing 35911 36191 254 1.4 718.2 0.2X Preparing data for benchmarking ... -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Json files in the per-line mode: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Text read 10782 10801 18 4.6 215.6 1.0X -Schema inferring 76817 77205 623 0.7 1536.3 0.1X -Parsing without charset 90638 91395 794 0.6 1812.8 0.1X -Parsing with UTF-8 120085 121975 1705 0.4 2401.7 0.1X +Text read 10249 10314 77 4.9 205.0 1.0X +Schema inferring 35403 35436 40 1.4 708.1 0.3X +Parsing without charset 32875 32879 4 1.5 657.5 0.3X +Parsing with UTF-8 53444 53519 100 0.9 1068.9 0.2X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Write dates and timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Create a dataset of timestamps 4706 4717 9 2.1 470.6 1.0X -to_json(timestamp) 29447 29615 226 0.3 2944.7 0.2X -write timestamps to files 20251 20673 503 0.5 2025.1 0.2X -Create a dataset of dates 4157 4172 18 2.4 415.7 1.1X -to_json(date) 21267 21301 53 0.5 2126.7 0.2X -write dates to files 13477 13897 485 0.7 1347.7 0.3X +Create a dataset of timestamps 1909 1924 17 5.2 190.9 1.0X +to_json(timestamp) 18956 19122 208 0.5 1895.6 0.1X +write timestamps to files 13446 13472 43 0.7 1344.6 0.1X +Create a dataset of dates 2180 2200 28 4.6 218.0 0.9X +to_json(date) 12780 12899 109 0.8 1278.0 0.1X +write dates to files 7835 7865 29 1.3 783.5 0.2X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Read dates and timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -read timestamp text from files 2666 2687 29 3.8 266.6 1.0X -read timestamps from files 46967 47354 438 0.2 4696.7 0.1X -infer timestamps from files 97693 97745 65 0.1 9769.3 0.0X -read date text from files 2594 2599 5 3.9 259.4 1.0X -read date from files 35796 36008 195 0.3 3579.6 0.1X -timestamp strings 6367 6424 84 1.6 636.7 0.4X -parse timestamps from Dataset[String] 58863 59255 340 0.2 5886.3 0.0X -infer timestamps from Dataset[String] 114148 114820 836 0.1 11414.8 0.0X -date strings 7847 7863 22 1.3 784.7 0.3X -parse dates from Dataset[String] 49085 49289 212 0.2 4908.5 0.1X -from_json(timestamp) 77030 77335 395 0.1 7703.0 0.0X -from_json(date) 63275 63290 15 0.2 6327.5 0.0X +read timestamp text from files 2467 2477 9 4.1 246.7 1.0X +read timestamps from files 40186 40342 135 0.2 4018.6 0.1X +infer timestamps from files 82005 82079 71 0.1 8200.5 0.0X +read date text from files 2243 2264 22 4.5 224.3 1.1X +read date from files 24852 24863 19 0.4 2485.2 0.1X +timestamp strings 3836 3854 16 2.6 383.6 0.6X +parse timestamps from Dataset[String] 51521 51697 242 0.2 5152.1 0.0X +infer timestamps from Dataset[String] 97300 97398 133 0.1 9730.0 0.0X +date strings 4488 4491 5 2.2 448.8 0.5X +parse dates from Dataset[String] 37918 37976 68 0.3 3791.8 0.1X +from_json(timestamp) 69611 69632 36 0.1 6961.1 0.0X +from_json(date) 56598 56974 347 0.2 5659.8 0.0X diff --git a/sql/core/benchmarks/MakeDateTimeBenchmark-jdk11-results.txt b/sql/core/benchmarks/MakeDateTimeBenchmark-jdk11-results.txt index f7332d4cea16..65faa752b94c 100644 --- a/sql/core/benchmarks/MakeDateTimeBenchmark-jdk11-results.txt +++ b/sql/core/benchmarks/MakeDateTimeBenchmark-jdk11-results.txt @@ -1,22 +1,22 @@ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz make_date(): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -prepare make_date() 2952 3104 224 33.9 29.5 1.0X -make_date(2019, 9, 16) 2341 2585 359 42.7 23.4 1.3X -make_date(*, *, *) 4751 4808 53 21.0 47.5 0.6X +prepare make_date() 3204 3323 139 31.2 32.0 1.0X +make_date(2019, 9, 16) 2529 2604 126 39.5 25.3 1.3X +make_date(*, *, *) 5102 5113 10 19.6 51.0 0.6X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz make_timestamp(): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -prepare make_timestamp() 3462 3585 143 0.3 3461.8 1.0X -make_timestamp(2019, 1, 2, 3, 4, 50.123456) 114 120 6 8.7 114.4 30.3X -make_timestamp(2019, 1, 2, 3, 4, 60.000000) 74 82 13 13.5 74.0 46.8X -make_timestamp(2019, 12, 31, 23, 59, 60.00) 82 95 11 12.1 82.5 42.0X -make_timestamp(*, *, *, 3, 4, 50.123456) 293 308 14 3.4 292.9 11.8X -make_timestamp(*, *, *, *, *, 0) 278 284 9 3.6 278.1 12.4X -make_timestamp(*, *, *, *, *, 60.0) 287 289 2 3.5 287.3 12.0X -make_timestamp(2019, 1, 2, *, *, *) 3556 3574 21 0.3 3555.7 1.0X -make_timestamp(*, *, *, *, *, *) 3578 3590 16 0.3 3577.9 1.0X +prepare make_timestamp() 3484 3513 28 0.3 3484.3 1.0X +make_timestamp(2019, 1, 2, 3, 4, 50.123456) 112 131 17 9.0 111.5 31.2X +make_timestamp(2019, 1, 2, 3, 4, 60.000000) 93 102 10 10.8 92.8 37.6X +make_timestamp(2019, 12, 31, 23, 59, 60.00) 85 88 4 11.8 84.8 41.1X +make_timestamp(*, *, *, 3, 4, 50.123456) 303 308 8 3.3 302.8 11.5X +make_timestamp(*, *, *, *, *, 0) 303 307 3 3.3 302.8 11.5X +make_timestamp(*, *, *, *, *, 60.0) 289 297 8 3.5 289.1 12.1X +make_timestamp(2019, 1, 2, *, *, *) 3576 3585 11 0.3 3576.4 1.0X +make_timestamp(*, *, *, *, *, *) 3610 3618 12 0.3 3610.0 1.0X diff --git a/sql/core/benchmarks/MakeDateTimeBenchmark-results.txt b/sql/core/benchmarks/MakeDateTimeBenchmark-results.txt index 2b184fd26eee..92bcc4444e60 100644 --- a/sql/core/benchmarks/MakeDateTimeBenchmark-results.txt +++ b/sql/core/benchmarks/MakeDateTimeBenchmark-results.txt @@ -1,22 +1,22 @@ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz make_date(): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -prepare make_date() 2990 3159 267 33.4 29.9 1.0X -make_date(2019, 9, 16) 2376 2446 90 42.1 23.8 1.3X -make_date(*, *, *) 4751 4786 31 21.0 47.5 0.6X +prepare make_date() 2920 3239 278 34.3 29.2 1.0X +make_date(2019, 9, 16) 2322 2371 61 43.1 23.2 1.3X +make_date(*, *, *) 4553 4560 6 22.0 45.5 0.6X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz make_timestamp(): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -prepare make_timestamp() 3855 3936 104 0.3 3855.3 1.0X -make_timestamp(2019, 1, 2, 3, 4, 50.123456) 83 87 5 12.0 83.1 46.4X -make_timestamp(2019, 1, 2, 3, 4, 60.000000) 73 82 9 13.8 72.7 53.0X -make_timestamp(2019, 12, 31, 23, 59, 60.00) 66 74 9 15.2 65.8 58.6X -make_timestamp(*, *, *, 3, 4, 50.123456) 266 277 11 3.8 265.9 14.5X -make_timestamp(*, *, *, *, *, 0) 268 275 13 3.7 267.6 14.4X -make_timestamp(*, *, *, *, *, 60.0) 272 273 0 3.7 272.4 14.2X -make_timestamp(2019, 1, 2, *, *, *) 3940 3966 24 0.3 3940.4 1.0X -make_timestamp(*, *, *, *, *, *) 3867 3917 68 0.3 3867.4 1.0X +prepare make_timestamp() 3636 3673 38 0.3 3635.7 1.0X +make_timestamp(2019, 1, 2, 3, 4, 50.123456) 94 99 4 10.7 93.8 38.8X +make_timestamp(2019, 1, 2, 3, 4, 60.000000) 68 80 13 14.6 68.3 53.2X +make_timestamp(2019, 12, 31, 23, 59, 60.00) 65 79 19 15.3 65.3 55.7X +make_timestamp(*, *, *, 3, 4, 50.123456) 271 280 14 3.7 270.7 13.4X +make_timestamp(*, *, *, *, *, 0) 255 263 11 3.9 255.5 14.2X +make_timestamp(*, *, *, *, *, 60.0) 254 258 4 3.9 254.2 14.3X +make_timestamp(2019, 1, 2, *, *, *) 3714 3722 8 0.3 3713.9 1.0X +make_timestamp(*, *, *, *, *, *) 3736 3741 6 0.3 3736.3 1.0X diff --git a/sql/core/benchmarks/MiscBenchmark-jdk11-results.txt b/sql/core/benchmarks/MiscBenchmark-jdk11-results.txt index 991a447fe323..281b0fe28171 100644 --- a/sql/core/benchmarks/MiscBenchmark-jdk11-results.txt +++ b/sql/core/benchmarks/MiscBenchmark-jdk11-results.txt @@ -2,126 +2,126 @@ filter & aggregate without group ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz range/filter/sum: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -range/filter/sum wholestage off 52841 53513 951 39.7 25.2 1.0X -range/filter/sum wholestage on 3104 3188 109 675.6 1.5 17.0X +range/filter/sum wholestage off 54616 54834 309 38.4 26.0 1.0X +range/filter/sum wholestage on 3263 3369 129 642.6 1.6 16.7X ================================================================================================ range/limit/sum ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz range/limit/sum: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -range/limit/sum wholestage off 199 222 32 2633.5 0.4 1.0X -range/limit/sum wholestage on 131 138 7 3991.0 0.3 1.5X +range/limit/sum wholestage off 239 265 36 2190.0 0.5 1.0X +range/limit/sum wholestage on 137 162 15 3814.6 0.3 1.7X ================================================================================================ sample ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz sample with replacement: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -sample with replacement wholestage off 13015 13441 602 10.1 99.3 1.0X -sample with replacement wholestage on 7688 7745 91 17.0 58.7 1.7X +sample with replacement wholestage off 13093 13417 458 10.0 99.9 1.0X +sample with replacement wholestage on 7606 7624 13 17.2 58.0 1.7X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz sample without replacement: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -sample without replacement wholestage off 2990 2993 4 43.8 22.8 1.0X -sample without replacement wholestage on 1172 1186 13 111.9 8.9 2.6X +sample without replacement wholestage off 3031 3038 9 43.2 23.1 1.0X +sample without replacement wholestage on 1156 1177 16 113.4 8.8 2.6X ================================================================================================ collect ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz collect: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -collect 1 million 317 425 188 3.3 301.9 1.0X -collect 2 millions 575 598 26 1.8 548.2 0.6X -collect 4 millions 1350 1848 704 0.8 1287.6 0.2X +collect 1 million 335 360 20 3.1 319.0 1.0X +collect 2 millions 579 633 42 1.8 552.2 0.6X +collect 4 millions 1192 1331 196 0.9 1137.1 0.3X ================================================================================================ collect limit ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz collect limit: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -collect limit 1 million 375 387 14 2.8 358.0 1.0X -collect limit 2 millions 714 736 28 1.5 681.3 0.5X +collect limit 1 million 378 386 12 2.8 360.8 1.0X +collect limit 2 millions 724 733 12 1.4 690.3 0.5X ================================================================================================ generate explode ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz generate explode array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -generate explode array wholestage off 19669 19829 227 0.9 1172.3 1.0X -generate explode array wholestage on 10983 11020 35 1.5 654.7 1.8X +generate explode array wholestage off 15880 16159 395 1.1 946.5 1.0X +generate explode array wholestage on 15690 15783 73 1.1 935.2 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz generate explode map: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -generate explode map wholestage off 57756 57928 243 0.3 3442.5 1.0X -generate explode map wholestage on 47398 47703 250 0.4 2825.2 1.2X +generate explode map wholestage off 51293 51311 26 0.3 3057.3 1.0X +generate explode map wholestage on 50409 50795 388 0.3 3004.6 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz generate posexplode array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -generate posexplode array wholestage off 21402 21525 174 0.8 1275.7 1.0X -generate posexplode array wholestage on 11898 11982 67 1.4 709.2 1.8X +generate posexplode array wholestage off 17246 17860 869 1.0 1027.9 1.0X +generate posexplode array wholestage on 17344 17472 88 1.0 1033.8 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz generate inline array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -generate inline array wholestage off 15570 15597 37 1.1 928.1 1.0X -generate inline array wholestage on 10044 10161 87 1.7 598.6 1.6X +generate inline array wholestage off 13698 13790 130 1.2 816.5 1.0X +generate inline array wholestage on 12995 13033 38 1.3 774.6 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz generate big struct array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -generate big struct array wholestage off 601 615 19 0.1 10023.5 1.0X -generate big struct array wholestage on 388 410 25 0.2 6458.7 1.6X +generate big struct array wholestage off 476 489 18 0.1 7938.6 1.0X +generate big struct array wholestage on 424 440 14 0.1 7074.9 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz generate big nested struct array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -generate big nested struct array wholestage off 492 525 48 0.1 8191.7 1.0X -generate big nested struct array wholestage on 468 496 30 0.1 7796.4 1.1X +generate big nested struct array wholestage off 413 433 28 0.1 6886.8 1.0X +generate big nested struct array wholestage on 394 420 39 0.2 6560.9 1.0X ================================================================================================ generate regular generator ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz generate stack: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -generate stack wholestage off 28014 28091 109 0.6 1669.8 1.0X -generate stack wholestage on 19246 19267 27 0.9 1147.2 1.5X +generate stack wholestage off 26494 26510 23 0.6 1579.2 1.0X +generate stack wholestage on 24205 24339 80 0.7 1442.8 1.1X diff --git a/sql/core/benchmarks/MiscBenchmark-results.txt b/sql/core/benchmarks/MiscBenchmark-results.txt index 012e81b03c8d..8b1e728ed9cf 100644 --- a/sql/core/benchmarks/MiscBenchmark-results.txt +++ b/sql/core/benchmarks/MiscBenchmark-results.txt @@ -2,126 +2,126 @@ filter & aggregate without group ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz range/filter/sum: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -range/filter/sum wholestage off 45894 47528 2310 45.7 21.9 1.0X -range/filter/sum wholestage on 3193 3572 213 656.8 1.5 14.4X +range/filter/sum wholestage off 46812 48110 1836 44.8 22.3 1.0X +range/filter/sum wholestage on 3116 3656 309 673.1 1.5 15.0X ================================================================================================ range/limit/sum ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz range/limit/sum: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -range/limit/sum wholestage off 202 207 7 2593.1 0.4 1.0X -range/limit/sum wholestage on 148 161 20 3545.1 0.3 1.4X +range/limit/sum wholestage off 200 219 27 2621.6 0.4 1.0X +range/limit/sum wholestage on 117 125 7 4477.8 0.2 1.7X ================================================================================================ sample ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz sample with replacement: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -sample with replacement wholestage off 12337 12657 452 10.6 94.1 1.0X -sample with replacement wholestage on 7355 7368 14 17.8 56.1 1.7X +sample with replacement wholestage off 12963 13506 768 10.1 98.9 1.0X +sample with replacement wholestage on 7397 7742 300 17.7 56.4 1.8X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz sample without replacement: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -sample without replacement wholestage off 3050 3060 14 43.0 23.3 1.0X -sample without replacement wholestage on 1103 1118 22 118.8 8.4 2.8X +sample without replacement wholestage off 2977 2977 0 44.0 22.7 1.0X +sample without replacement wholestage on 1087 1099 13 120.6 8.3 2.7X ================================================================================================ collect ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz collect: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -collect 1 million 324 361 41 3.2 309.4 1.0X -collect 2 millions 619 700 70 1.7 590.4 0.5X -collect 4 millions 1214 1293 111 0.9 1158.2 0.3X +collect 1 million 281 315 34 3.7 268.2 1.0X +collect 2 millions 531 564 28 2.0 506.6 0.5X +collect 4 millions 1179 1970 1118 0.9 1124.5 0.2X ================================================================================================ collect limit ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz collect limit: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -collect limit 1 million 391 396 5 2.7 373.0 1.0X -collect limit 2 millions 746 769 26 1.4 711.8 0.5X +collect limit 1 million 344 352 5 3.0 328.0 1.0X +collect limit 2 millions 656 660 6 1.6 625.2 0.5X ================================================================================================ generate explode ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz generate explode array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -generate explode array wholestage off 15063 16007 1335 1.1 897.8 1.0X -generate explode array wholestage on 10909 10932 20 1.5 650.2 1.4X +generate explode array wholestage off 14664 14780 164 1.1 874.0 1.0X +generate explode array wholestage on 14789 14886 87 1.1 881.5 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz generate explode map: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -generate explode map wholestage off 55011 55580 806 0.3 3278.9 1.0X -generate explode map wholestage on 46009 46445 399 0.4 2742.3 1.2X +generate explode map wholestage off 50441 51014 811 0.3 3006.5 1.0X +generate explode map wholestage on 49164 49915 892 0.3 2930.4 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz generate posexplode array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -generate posexplode array wholestage off 17987 18866 1244 0.9 1072.1 1.0X -generate posexplode array wholestage on 11400 11444 38 1.5 679.5 1.6X +generate posexplode array wholestage off 17101 17130 40 1.0 1019.3 1.0X +generate posexplode array wholestage on 15625 15675 46 1.1 931.3 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz generate inline array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -generate inline array wholestage off 14905 14991 122 1.1 888.4 1.0X -generate inline array wholestage on 9919 10129 160 1.7 591.2 1.5X +generate inline array wholestage off 13923 14720 1127 1.2 829.9 1.0X +generate inline array wholestage on 12246 12591 695 1.4 729.9 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz generate big struct array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -generate big struct array wholestage off 508 577 98 0.1 8474.0 1.0X -generate big struct array wholestage on 451 485 26 0.1 7523.2 1.1X +generate big struct array wholestage off 442 456 20 0.1 7368.2 1.0X +generate big struct array wholestage on 409 429 22 0.1 6823.9 1.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz generate big nested struct array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -generate big nested struct array wholestage off 537 567 43 0.1 8944.4 1.0X -generate big nested struct array wholestage on 528 546 24 0.1 8804.2 1.0X +generate big nested struct array wholestage off 409 415 8 0.1 6822.4 1.0X +generate big nested struct array wholestage on 401 414 23 0.1 6687.0 1.0X ================================================================================================ generate regular generator ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz generate stack: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -generate stack wholestage off 27220 27608 548 0.6 1622.5 1.0X -generate stack wholestage on 20070 20170 117 0.8 1196.3 1.4X +generate stack wholestage off 27043 27118 106 0.6 1611.9 1.0X +generate stack wholestage on 24002 24036 34 0.7 1430.6 1.1X diff --git a/sql/core/benchmarks/OrcNestedSchemaPruningBenchmark-jdk11-results.txt b/sql/core/benchmarks/OrcNestedSchemaPruningBenchmark-jdk11-results.txt index 4d35f872871f..c286dc2da807 100644 --- a/sql/core/benchmarks/OrcNestedSchemaPruningBenchmark-jdk11-results.txt +++ b/sql/core/benchmarks/OrcNestedSchemaPruningBenchmark-jdk11-results.txt @@ -2,52 +2,52 @@ Nested Schema Pruning Benchmark For ORC v1 ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Selection: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 150 192 23 6.7 150.1 1.0X -Nested column 1241 1289 82 0.8 1241.3 0.1X -Nested column in array 5466 5574 114 0.2 5465.6 0.0X +Top-level column 155 197 23 6.5 155.0 1.0X +Nested column 1290 1338 43 0.8 1289.9 0.1X +Nested column in array 5914 5989 57 0.2 5914.1 0.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Limiting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 463 515 30 2.2 462.6 1.0X -Nested column 1920 1967 27 0.5 1920.1 0.2X -Nested column in array 6565 6685 123 0.2 6564.8 0.1X +Top-level column 463 537 53 2.2 463.2 1.0X +Nested column 1807 1874 62 0.6 1807.3 0.3X +Nested column in array 6729 6906 116 0.1 6729.4 0.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Repartitioning: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 387 431 80 2.6 387.0 1.0X -Nested column 1846 1865 13 0.5 1846.2 0.2X -Nested column in array 6458 6569 114 0.2 6458.2 0.1X +Top-level column 378 402 18 2.6 377.7 1.0X +Nested column 1765 1794 46 0.6 1765.4 0.2X +Nested column in array 6675 6718 42 0.1 6674.6 0.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Repartitioning by exprs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 391 405 13 2.6 390.9 1.0X -Nested column 4597 4684 81 0.2 4597.4 0.1X -Nested column in array 9434 9499 54 0.1 9433.9 0.0X +Top-level column 384 399 8 2.6 383.7 1.0X +Nested column 4724 4820 72 0.2 4724.3 0.1X +Nested column in array 9256 9405 133 0.1 9255.7 0.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Sample: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 131 165 27 7.6 130.9 1.0X -Nested column 1258 1298 31 0.8 1257.7 0.1X -Nested column in array 5360 5393 16 0.2 5359.7 0.0X +Top-level column 121 137 13 8.3 120.7 1.0X +Nested column 1303 1361 45 0.8 1303.2 0.1X +Nested column in array 5901 5978 49 0.2 5901.0 0.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Sorting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 584 632 63 1.7 583.7 1.0X -Nested column 5211 5384 108 0.2 5211.1 0.1X -Nested column in array 10279 10397 94 0.1 10279.0 0.1X +Top-level column 651 675 30 1.5 650.8 1.0X +Nested column 5398 5527 179 0.2 5397.9 0.1X +Nested column in array 10413 10685 310 0.1 10413.1 0.1X diff --git a/sql/core/benchmarks/OrcNestedSchemaPruningBenchmark-results.txt b/sql/core/benchmarks/OrcNestedSchemaPruningBenchmark-results.txt index 0dd85968b937..0cbd855ec5e3 100644 --- a/sql/core/benchmarks/OrcNestedSchemaPruningBenchmark-results.txt +++ b/sql/core/benchmarks/OrcNestedSchemaPruningBenchmark-results.txt @@ -2,52 +2,52 @@ Nested Schema Pruning Benchmark For ORC v1 ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Selection: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 131 167 24 7.6 131.0 1.0X -Nested column 1296 1340 33 0.8 1296.0 0.1X -Nested column in array 5568 5745 243 0.2 5567.8 0.0X +Top-level column 116 148 22 8.6 115.9 1.0X +Nested column 1200 1221 23 0.8 1200.3 0.1X +Nested column in array 4786 4898 202 0.2 4785.6 0.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Limiting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 432 468 33 2.3 431.6 1.0X -Nested column 1778 1828 35 0.6 1777.7 0.2X -Nested column in array 6565 6727 137 0.2 6565.1 0.1X +Top-level column 428 452 18 2.3 427.7 1.0X +Nested column 1681 1725 53 0.6 1680.7 0.3X +Nested column in array 5652 5699 47 0.2 5651.9 0.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Repartitioning: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 365 406 60 2.7 365.3 1.0X -Nested column 1803 1821 22 0.6 1803.2 0.2X -Nested column in array 6453 6530 111 0.2 6453.5 0.1X +Top-level column 341 351 15 2.9 340.9 1.0X +Nested column 1529 1559 31 0.7 1528.6 0.2X +Nested column in array 5468 5517 97 0.2 5468.2 0.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Repartitioning by exprs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 370 390 30 2.7 369.6 1.0X -Nested column 4955 5028 61 0.2 4955.0 0.1X -Nested column in array 10490 10553 49 0.1 10490.5 0.0X +Top-level column 353 365 12 2.8 352.5 1.0X +Nested column 4135 4171 23 0.2 4135.2 0.1X +Nested column in array 8766 8816 56 0.1 8766.0 0.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Sample: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 135 150 18 7.4 134.5 1.0X -Nested column 1615 1717 78 0.6 1615.0 0.1X -Nested column in array 6919 7024 53 0.1 6919.4 0.0X +Top-level column 115 133 25 8.7 115.3 1.0X +Nested column 1200 1216 13 0.8 1199.7 0.1X +Nested column in array 5296 5345 39 0.2 5296.3 0.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Sorting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 580 619 28 1.7 580.4 1.0X -Nested column 5547 5752 185 0.2 5547.3 0.1X -Nested column in array 11639 11838 183 0.1 11639.4 0.0X +Top-level column 545 560 14 1.8 544.7 1.0X +Nested column 4704 4813 184 0.2 4703.8 0.1X +Nested column in array 9785 9824 42 0.1 9784.8 0.1X diff --git a/sql/core/benchmarks/OrcV2NestedSchemaPruningBenchmark-jdk11-results.txt b/sql/core/benchmarks/OrcV2NestedSchemaPruningBenchmark-jdk11-results.txt index 0036510d62fc..31970672aacd 100644 --- a/sql/core/benchmarks/OrcV2NestedSchemaPruningBenchmark-jdk11-results.txt +++ b/sql/core/benchmarks/OrcV2NestedSchemaPruningBenchmark-jdk11-results.txt @@ -2,52 +2,52 @@ Nested Schema Pruning Benchmark For ORC v2 ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Selection: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 150 187 20 6.7 150.2 1.0X -Nested column 1370 1463 104 0.7 1369.8 0.1X -Nested column in array 6575 6656 66 0.2 6575.2 0.0X +Top-level column 176 207 20 5.7 176.2 1.0X +Nested column 1173 1212 61 0.9 1173.2 0.2X +Nested column in array 5557 5628 58 0.2 5557.5 0.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Limiting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 134 161 20 7.5 133.7 1.0X -Nested column 1532 1550 15 0.7 1532.4 0.1X -Nested column in array 6601 6688 126 0.2 6601.4 0.0X +Top-level column 143 178 21 7.0 143.5 1.0X +Nested column 1233 1272 31 0.8 1233.0 0.1X +Nested column in array 5585 5691 66 0.2 5585.4 0.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Repartitioning: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 409 491 190 2.4 409.5 1.0X -Nested column 1896 1938 60 0.5 1896.2 0.2X -Nested column in array 7414 7472 43 0.1 7414.0 0.1X +Top-level column 395 416 23 2.5 395.4 1.0X +Nested column 1665 1691 16 0.6 1664.7 0.2X +Nested column in array 6194 6307 183 0.2 6194.5 0.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Repartitioning by exprs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 408 433 37 2.5 408.1 1.0X -Nested column 4703 4795 101 0.2 4703.4 0.1X -Nested column in array 10477 10556 61 0.1 10476.6 0.0X +Top-level column 394 407 14 2.5 393.7 1.0X +Nested column 4381 4536 97 0.2 4380.6 0.1X +Nested column in array 8797 8833 34 0.1 8796.7 0.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Sample: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 130 164 31 7.7 130.3 1.0X -Nested column 1471 1513 44 0.7 1470.5 0.1X -Nested column in array 6492 6551 55 0.2 6492.0 0.0X +Top-level column 136 170 24 7.4 135.6 1.0X +Nested column 1135 1171 30 0.9 1135.0 0.1X +Nested column in array 4833 4911 92 0.2 4833.3 0.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Sorting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 268 283 14 3.7 268.4 1.0X -Nested column 3347 3401 77 0.3 3347.3 0.1X -Nested column in array 9297 9433 237 0.1 9296.6 0.0X +Top-level column 327 336 8 3.1 327.0 1.0X +Nested column 3321 3377 56 0.3 3321.0 0.1X +Nested column in array 8080 8161 97 0.1 8080.4 0.0X diff --git a/sql/core/benchmarks/OrcV2NestedSchemaPruningBenchmark-results.txt b/sql/core/benchmarks/OrcV2NestedSchemaPruningBenchmark-results.txt index 8aff152f0c13..c7d8c8a541b5 100644 --- a/sql/core/benchmarks/OrcV2NestedSchemaPruningBenchmark-results.txt +++ b/sql/core/benchmarks/OrcV2NestedSchemaPruningBenchmark-results.txt @@ -2,52 +2,52 @@ Nested Schema Pruning Benchmark For ORC v2 ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Selection: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 141 161 22 7.1 140.6 1.0X -Nested column 1425 1455 26 0.7 1424.7 0.1X -Nested column in array 5248 5300 46 0.2 5247.5 0.0X +Top-level column 121 156 27 8.3 121.1 1.0X +Nested column 1373 1406 37 0.7 1373.4 0.1X +Nested column in array 5545 5579 54 0.2 5544.8 0.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Limiting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 133 163 22 7.5 132.8 1.0X -Nested column 1254 1308 40 0.8 1254.0 0.1X -Nested column in array 5303 5418 81 0.2 5303.3 0.0X +Top-level column 127 147 20 7.9 127.0 1.0X +Nested column 1280 1328 32 0.8 1280.2 0.1X +Nested column in array 5617 5696 70 0.2 5617.0 0.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Repartitioning: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 377 401 19 2.7 376.7 1.0X -Nested column 1676 1722 21 0.6 1676.1 0.2X -Nested column in array 6019 6127 109 0.2 6018.7 0.1X +Top-level column 343 356 17 2.9 342.6 1.0X +Nested column 1692 1710 14 0.6 1692.3 0.2X +Nested column in array 6128 6168 30 0.2 6128.0 0.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Repartitioning by exprs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 390 447 151 2.6 390.1 1.0X -Nested column 4300 4364 60 0.2 4299.7 0.1X -Nested column in array 8832 9030 114 0.1 8832.4 0.0X +Top-level column 348 355 11 2.9 348.1 1.0X +Nested column 4350 4392 35 0.2 4349.8 0.1X +Nested column in array 8864 8901 29 0.1 8864.1 0.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Sample: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 132 143 7 7.6 131.6 1.0X -Nested column 1260 1303 20 0.8 1260.2 0.1X -Nested column in array 5359 5453 74 0.2 5359.1 0.0X +Top-level column 123 143 27 8.2 122.5 1.0X +Nested column 1233 1295 29 0.8 1233.2 0.1X +Nested column in array 5534 5597 53 0.2 5533.7 0.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Sorting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 288 302 20 3.5 287.6 1.0X -Nested column 3169 3242 53 0.3 3168.7 0.1X -Nested column in array 8151 8301 123 0.1 8151.3 0.0X +Top-level column 265 280 20 3.8 264.8 1.0X +Nested column 3211 3263 96 0.3 3211.2 0.1X +Nested column in array 8324 8357 42 0.1 8323.6 0.0X diff --git a/sql/core/benchmarks/ParquetNestedSchemaPruningBenchmark-jdk11-results.txt b/sql/core/benchmarks/ParquetNestedSchemaPruningBenchmark-jdk11-results.txt index 4535220aeab0..f6135968bb97 100644 --- a/sql/core/benchmarks/ParquetNestedSchemaPruningBenchmark-jdk11-results.txt +++ b/sql/core/benchmarks/ParquetNestedSchemaPruningBenchmark-jdk11-results.txt @@ -2,52 +2,52 @@ Nested Schema Pruning Benchmark For Parquet ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Selection: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 164 191 18 6.1 163.6 1.0X -Nested column 416 444 26 2.4 415.7 0.4X -Nested column in array 1349 1398 39 0.7 1349.4 0.1X +Top-level column 150 218 36 6.6 150.5 1.0X +Nested column 294 334 39 3.4 293.8 0.5X +Nested column in array 994 1024 34 1.0 994.3 0.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Limiting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 153 169 14 6.5 152.7 1.0X -Nested column 540 566 26 1.9 540.5 0.3X -Nested column in array 1378 1447 87 0.7 1378.0 0.1X +Top-level column 161 183 13 6.2 160.9 1.0X +Nested column 296 332 43 3.4 295.6 0.5X +Nested column in array 1048 1089 48 1.0 1047.9 0.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Repartitioning: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 414 433 26 2.4 414.0 1.0X -Nested column 736 777 56 1.4 736.2 0.6X -Nested column in array 1895 1954 86 0.5 1895.2 0.2X +Top-level column 393 411 16 2.5 393.1 1.0X +Nested column 550 563 9 1.8 549.9 0.7X +Nested column in array 1468 1494 20 0.7 1467.5 0.3X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Repartitioning by exprs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 402 436 49 2.5 402.1 1.0X -Nested column 3190 3225 26 0.3 3190.4 0.1X -Nested column in array 3749 3806 68 0.3 3748.7 0.1X +Top-level column 404 419 15 2.5 404.2 1.0X +Nested column 2833 2875 24 0.4 2832.8 0.1X +Nested column in array 3340 3396 53 0.3 3340.3 0.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Sample: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 135 159 25 7.4 134.5 1.0X -Nested column 462 497 36 2.2 462.4 0.3X -Nested column in array 1453 1508 45 0.7 1453.5 0.1X +Top-level column 142 159 12 7.0 142.3 1.0X +Nested column 308 318 8 3.2 307.8 0.5X +Nested column in array 1119 1154 32 0.9 1118.5 0.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Sorting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 277 301 27 3.6 277.3 1.0X -Nested column 2057 2097 33 0.5 2057.3 0.1X -Nested column in array 3027 3134 122 0.3 3027.4 0.1X +Top-level column 338 342 2 3.0 338.0 1.0X +Nested column 1873 1971 129 0.5 1873.1 0.2X +Nested column in array 2708 2760 50 0.4 2707.9 0.1X diff --git a/sql/core/benchmarks/ParquetNestedSchemaPruningBenchmark-results.txt b/sql/core/benchmarks/ParquetNestedSchemaPruningBenchmark-results.txt index 182a1aed497a..9f64e0425df8 100644 --- a/sql/core/benchmarks/ParquetNestedSchemaPruningBenchmark-results.txt +++ b/sql/core/benchmarks/ParquetNestedSchemaPruningBenchmark-results.txt @@ -2,52 +2,52 @@ Nested Schema Pruning Benchmark For Parquet ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Selection: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 149 183 22 6.7 148.8 1.0X -Nested column 413 436 20 2.4 413.4 0.4X -Nested column in array 1309 1327 24 0.8 1308.9 0.1X +Top-level column 136 157 19 7.3 136.3 1.0X +Nested column 254 267 8 3.9 254.3 0.5X +Nested column in array 1071 1089 18 0.9 1071.1 0.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Limiting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 160 184 17 6.3 159.5 1.0X -Nested column 436 481 77 2.3 436.5 0.4X -Nested column in array 1354 1381 26 0.7 1353.6 0.1X +Top-level column 134 147 12 7.5 134.1 1.0X +Nested column 288 295 5 3.5 287.7 0.5X +Nested column in array 1104 1135 35 0.9 1104.1 0.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Repartitioning: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 378 412 61 2.6 378.0 1.0X -Nested column 744 790 51 1.3 744.0 0.5X -Nested column in array 1915 1987 76 0.5 1915.0 0.2X +Top-level column 361 372 14 2.8 361.1 1.0X +Nested column 522 535 16 1.9 521.8 0.7X +Nested column in array 1540 1553 11 0.6 1539.6 0.2X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Repartitioning by exprs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 389 407 16 2.6 388.6 1.0X -Nested column 3152 3217 48 0.3 3151.9 0.1X -Nested column in array 3698 3860 274 0.3 3698.2 0.1X +Top-level column 375 384 11 2.7 374.6 1.0X +Nested column 2686 2715 24 0.4 2686.2 0.1X +Nested column in array 3067 3080 13 0.3 3067.2 0.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Sample: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 143 170 27 7.0 142.7 1.0X -Nested column 450 461 8 2.2 449.9 0.3X -Nested column in array 1411 1460 41 0.7 1411.2 0.1X +Top-level column 120 135 8 8.3 120.3 1.0X +Nested column 280 290 13 3.6 279.9 0.4X +Nested column in array 1114 1143 29 0.9 1114.2 0.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Sorting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Top-level column 293 309 22 3.4 292.9 1.0X -Nested column 2109 2142 19 0.5 2109.1 0.1X -Nested column in array 3018 3096 79 0.3 3017.7 0.1X +Top-level column 263 277 18 3.8 263.0 1.0X +Nested column 1724 1763 38 0.6 1724.1 0.2X +Nested column in array 2530 2605 65 0.4 2529.9 0.1X diff --git a/sql/core/benchmarks/RangeBenchmark-jdk11-results.txt b/sql/core/benchmarks/RangeBenchmark-jdk11-results.txt index dc86fb686fb7..44109e406ebb 100644 --- a/sql/core/benchmarks/RangeBenchmark-jdk11-results.txt +++ b/sql/core/benchmarks/RangeBenchmark-jdk11-results.txt @@ -2,14 +2,14 @@ range ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz range: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -full scan 20357 21595 1692 25.8 38.8 1.0X -limit after range 115 130 15 4563.9 0.2 177.2X -filter after range 1890 1906 21 277.5 3.6 10.8X -count after range 85 87 3 6200.7 0.2 240.8X -count after limit after range 101 109 9 5213.9 0.2 202.4X +full scan 11004 11558 944 47.6 21.0 1.0X +limit after range 121 135 19 4320.4 0.2 90.7X +filter after range 1529 1544 23 342.9 2.9 7.2X +count after range 123 143 21 4268.5 0.2 89.6X +count after limit after range 115 123 6 4547.6 0.2 95.4X diff --git a/sql/core/benchmarks/RangeBenchmark-results.txt b/sql/core/benchmarks/RangeBenchmark-results.txt index 7b6daf9b9c40..e006785e7a2c 100644 --- a/sql/core/benchmarks/RangeBenchmark-results.txt +++ b/sql/core/benchmarks/RangeBenchmark-results.txt @@ -2,14 +2,14 @@ range ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz range: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -full scan 19094 19768 459 27.5 36.4 1.0X -limit after range 90 108 19 5803.9 0.2 211.4X -filter after range 1807 1820 12 290.1 3.4 10.6X -count after range 88 93 6 5941.4 0.2 216.4X -count after limit after range 82 86 4 6398.2 0.2 233.0X +full scan 11565 11703 217 45.3 22.1 1.0X +limit after range 96 100 4 5455.9 0.2 120.3X +filter after range 1426 1432 10 367.7 2.7 8.1X +count after range 82 84 2 6412.8 0.2 141.5X +count after limit after range 72 76 3 7264.9 0.1 160.2X diff --git a/sql/core/benchmarks/TPCDSQueryBenchmark-jdk11-results.txt b/sql/core/benchmarks/TPCDSQueryBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..0e1a6d504da0 --- /dev/null +++ b/sql/core/benchmarks/TPCDSQueryBenchmark-jdk11-results.txt @@ -0,0 +1,810 @@ +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q1 1460 1941 680 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q2 2422 2665 344 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q3 566 578 8 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q4 15396 15718 456 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q5 3251 3670 592 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q6 2139 2232 131 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q7 1285 1365 113 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q8 1038 1085 67 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q9 2709 2729 28 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q10 5975 6075 140 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q11 3569 4018 635 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q12 503 541 45 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q13 2950 3044 132 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q14a 24716 25725 1427 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q14b 20165 20747 822 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q15 837 896 55 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q16 2124 2190 93 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q17 3178 3351 245 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q18 2523 2653 184 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q19 818 876 53 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q20 513 521 7 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q21 1458 1496 54 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q22 4247 4364 166 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q23a 15449 15516 95 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q23b 18832 19116 401 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q24a 3190 3852 937 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q24b 3326 3374 68 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q25 3145 3174 40 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q26 852 879 25 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q27 1392 1393 1 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q28 3913 3932 27 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q29 3145 3199 77 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q30 1263 1304 57 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q31 2182 2520 479 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q32 641 652 14 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q33 1779 1971 272 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q34 828 841 11 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q35 5293 5346 75 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q36 1222 1226 6 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q37 1432 1460 39 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q38 1927 2083 221 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q39a 2762 2911 210 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q39b 2710 2841 186 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q40 732 801 64 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q41 412 466 50 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q42 424 444 22 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q43 673 683 11 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q44 1325 1340 21 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q45 552 618 52 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q46 1097 1124 39 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q47 4876 5064 266 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q48 2709 2734 35 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q49 2172 2361 267 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q50 1467 1516 69 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q51 4681 4847 234 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q52 423 443 27 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q53 723 741 18 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q54 3656 3675 27 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q55 416 450 31 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q56 1552 1585 47 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q57 2971 3246 388 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q58 1843 2035 271 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q59 2128 2177 69 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q60 1478 1498 27 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q61 1471 1574 145 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q62 539 550 11 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q63 738 751 23 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q64 8378 9105 1028 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q65 1642 1685 61 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q66 2038 2056 24 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q67 10208 10302 133 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q68 1021 1050 42 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q69 5244 5326 116 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q70 1441 1448 9 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q71 1230 1240 13 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q72 21418 22601 1674 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q73 779 783 3 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q74 2947 3332 545 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q75 5149 5374 317 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q76 969 974 5 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q77 1928 2256 464 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q78 4871 5152 397 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q79 906 958 57 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q80 3756 4051 417 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q81 1124 1152 40 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q82 1954 1981 39 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q83 1150 1159 13 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q84 1301 1333 46 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q85 4009 4176 235 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q86 657 678 25 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q87 2230 2470 339 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q88 2772 2959 265 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q89 819 856 40 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q90 436 445 8 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q91 753 837 73 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q92 532 557 27 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q93 1280 1304 34 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q94 1034 1072 53 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q95 6223 6526 429 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q96 392 399 7 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q97 1845 1932 124 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q98 607 643 26 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q99 650 689 51 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q5a-v2.7 5008 5199 270 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q6-v2.7 1873 1930 80 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q10a-v2.7 4496 4505 13 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q11-v2.7 3597 3918 454 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q12-v2.7 405 432 22 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q14-v2.7 18204 18604 565 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q14a-v2.7 116778 117402 883 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q18a-v2.7 4616 4850 331 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q20-v2.7 449 487 46 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q22-v2.7 20882 20987 149 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q22a-v2.7 10305 10646 483 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q24-v2.7 2843 3091 350 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q27a-v2.7 2733 2857 177 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q34-v2.7 784 834 43 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q35-v2.7 4648 4900 358 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q35a-v2.7 4225 4350 177 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q36a-v2.7 2651 2830 253 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q47-v2.7 4884 5022 195 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q49-v2.7 2126 2311 262 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q51a-v2.7 30262 30597 474 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q57-v2.7 2962 3086 176 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q64-v2.7 8345 8680 474 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q67a-v2.7 18924 19300 532 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q70a-v2.7 2575 2677 144 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q72-v2.7 21513 22533 1442 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q74-v2.7 2891 3182 411 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q75-v2.7 5079 5308 324 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q77a-v2.7 4166 4419 357 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q78-v2.7 4992 5258 376 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q80a-v2.7 6027 6309 399 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q86a-v2.7 1475 1639 232 0.0 Infinity 1.0X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +q98-v2.7 596 626 34 0.0 Infinity 1.0X + diff --git a/sql/core/benchmarks/TPCDSQueryBenchmark-results.txt b/sql/core/benchmarks/TPCDSQueryBenchmark-results.txt index 87cf48c5a11f..8228e191ec48 100644 --- a/sql/core/benchmarks/TPCDSQueryBenchmark-results.txt +++ b/sql/core/benchmarks/TPCDSQueryBenchmark-results.txt @@ -1,810 +1,810 @@ -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q1 1661 1738 109 0.0 Infinity 1.0X +q1 1626 1675 69 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q2 2517 2601 119 0.0 Infinity 1.0X +q2 2166 2277 158 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q3 544 566 36 0.0 Infinity 1.0X +q3 465 505 65 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q4 15391 15676 403 0.0 Infinity 1.0X +q4 15108 15662 784 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q5 3347 3709 512 0.0 Infinity 1.0X +q5 3087 3281 274 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q6 2461 2469 11 0.0 Infinity 1.0X +q6 1780 1873 132 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q7 1195 1216 30 0.0 Infinity 1.0X +q7 1103 1137 49 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q8 1164 1207 60 0.0 Infinity 1.0X +q8 998 1019 30 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q9 2893 2932 54 0.0 Infinity 1.0X +q9 2445 2463 25 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q10 3685 3840 219 0.0 Infinity 1.0X +q10 4853 5233 537 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q11 3791 3820 41 0.0 Infinity 1.0X +q11 3370 3417 67 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q12 553 575 18 0.0 Infinity 1.0X +q12 442 538 67 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q13 2960 3157 278 0.0 Infinity 1.0X +q13 2589 2767 253 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q14a 26682 27183 709 0.0 Infinity 1.0X +q14a 23714 24391 957 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q14b 20780 21353 811 0.0 Infinity 1.0X +q14b 19056 19103 66 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q15 867 883 20 0.0 Infinity 1.0X +q15 771 797 24 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q16 1448 1484 52 0.0 Infinity 1.0X +q16 1658 1707 69 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q17 3104 3147 60 0.0 Infinity 1.0X +q17 2905 2979 104 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q18 2299 2555 362 0.0 Infinity 1.0X +q18 2272 2423 213 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q19 881 897 17 0.0 Infinity 1.0X +q19 707 730 35 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q20 539 583 41 0.0 Infinity 1.0X +q20 449 506 42 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q21 1257 1268 15 0.0 Infinity 1.0X +q21 1154 1167 19 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q22 4142 4340 281 0.0 Infinity 1.0X +q22 4056 4476 594 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q23a 15861 16068 292 0.0 Infinity 1.0X +q23a 14557 14780 317 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q23b 19762 19835 103 0.0 Infinity 1.0X +q23b 17887 18451 799 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q24a 3686 3808 173 0.0 Infinity 1.0X +q24a 2930 3193 372 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q24b 3364 3396 46 0.0 Infinity 1.0X +q24b 2760 2958 280 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q25 3004 3294 410 0.0 Infinity 1.0X +q25 2913 3150 335 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q26 886 917 28 0.0 Infinity 1.0X +q26 810 819 15 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q27 1382 1382 0 0.0 Infinity 1.0X +q27 1171 1217 65 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q28 3329 3354 35 0.0 Infinity 1.0X +q28 3212 3273 86 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q29 2949 3048 141 0.0 Infinity 1.0X +q29 2917 3107 270 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q30 1443 1443 0 0.0 Infinity 1.0X +q30 1248 1277 40 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q31 2658 2859 285 0.0 Infinity 1.0X +q31 1924 2091 237 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q32 707 733 23 0.0 Infinity 1.0X +q32 559 597 26 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q33 1790 1798 12 0.0 Infinity 1.0X +q33 1314 1325 16 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q34 880 886 6 0.0 Infinity 1.0X +q34 761 773 11 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q35 3152 3277 177 0.0 Infinity 1.0X +q35 4967 4984 24 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q36 1211 1229 26 0.0 Infinity 1.0X +q36 1109 1116 9 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q37 1495 1500 7 0.0 Infinity 1.0X +q37 1200 1234 48 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q38 2017 2073 79 0.0 Infinity 1.0X +q38 1898 2035 194 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q39a 2575 2603 39 0.0 Infinity 1.0X +q39a 2252 2362 155 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q39b 2388 2507 168 0.0 Infinity 1.0X +q39b 2142 2248 150 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q40 872 920 81 0.0 Infinity 1.0X +q40 654 687 57 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q41 453 518 48 0.0 Infinity 1.0X +q41 383 448 51 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q42 442 480 30 0.0 Infinity 1.0X +q42 358 383 21 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q43 683 691 7 0.0 Infinity 1.0X +q43 577 619 37 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q44 1301 1307 8 0.0 Infinity 1.0X +q44 1188 1234 65 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q45 700 717 26 0.0 Infinity 1.0X +q45 529 562 25 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q46 1198 1224 38 0.0 Infinity 1.0X +q46 993 1023 42 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q47 4915 5163 350 0.0 Infinity 1.0X +q47 4547 4741 274 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q48 2569 2585 22 0.0 Infinity 1.0X +q48 2303 2426 174 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q49 2193 2277 119 0.0 Infinity 1.0X +q49 2080 2086 9 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q50 1558 1564 9 0.0 Infinity 1.0X +q50 1371 1388 24 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q51 4375 4515 198 0.0 Infinity 1.0X +q51 4373 4513 197 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q52 441 454 15 0.0 Infinity 1.0X +q52 360 379 28 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q53 719 751 29 0.0 Infinity 1.0X +q53 661 677 23 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q54 3141 3182 58 0.0 Infinity 1.0X +q54 3454 3611 222 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q55 433 471 24 0.0 Infinity 1.0X +q55 360 383 37 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q56 1766 1811 65 0.0 Infinity 1.0X +q56 1350 1388 53 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q57 3203 3378 248 0.0 Infinity 1.0X +q57 2910 3156 349 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q58 2170 2236 94 0.0 Infinity 1.0X +q58 1733 1762 42 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q59 2318 2322 6 0.0 Infinity 1.0X +q59 2021 2044 33 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q60 1806 1842 51 0.0 Infinity 1.0X +q60 1356 1404 67 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q61 1635 1643 10 0.0 Infinity 1.0X +q61 1290 1292 3 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q62 629 648 29 0.0 Infinity 1.0X +q62 479 506 33 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q63 708 730 21 0.0 Infinity 1.0X +q63 619 647 20 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q64 8943 9106 231 0.0 Infinity 1.0X +q64 7745 8352 859 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q65 1384 1432 68 0.0 Infinity 1.0X +q65 1307 1337 43 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q66 2225 2334 154 0.0 Infinity 1.0X +q66 1879 2128 352 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q67 9937 9994 80 0.0 Infinity 1.0X +q67 9682 9703 29 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q68 1152 1155 4 0.0 Infinity 1.0X +q68 928 952 34 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q69 3333 3393 86 0.0 Infinity 1.0X +q69 4261 4330 97 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q70 1472 1498 36 0.0 Infinity 1.0X +q70 1345 1361 23 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q71 1301 1328 38 0.0 Infinity 1.0X +q71 1103 1119 22 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q72 131085 131881 1126 0.0 Infinity 1.0X +q72 20211 21316 1562 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q73 844 859 26 0.0 Infinity 1.0X +q73 680 725 49 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q74 3230 3269 55 0.0 Infinity 1.0X +q74 3007 3109 144 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q75 5169 5503 472 0.0 Infinity 1.0X +q75 4597 4942 487 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q76 1149 1170 30 0.0 Infinity 1.0X +q76 899 937 38 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q77 2225 2534 437 0.0 Infinity 1.0X +q77 1794 2086 412 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q78 5088 5280 272 0.0 Infinity 1.0X +q78 4717 4827 155 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q79 1065 1069 6 0.0 Infinity 1.0X +q79 830 880 47 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q80 3555 3754 282 0.0 Infinity 1.0X +q80 3233 3315 116 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q81 1249 1253 6 0.0 Infinity 1.0X +q81 982 1070 123 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q82 2167 2186 26 0.0 Infinity 1.0X +q82 1674 1738 89 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q83 1379 1445 94 0.0 Infinity 1.0X +q83 1067 1104 52 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q84 1375 1397 31 0.0 Infinity 1.0X +q84 1166 1210 62 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q85 4318 4621 427 0.0 Infinity 1.0X +q85 3682 3831 211 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q86 715 726 16 0.0 Infinity 1.0X +q86 616 635 18 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q87 2486 2520 49 0.0 Infinity 1.0X +q87 2101 2230 183 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q88 3302 3430 182 0.0 Infinity 1.0X +q88 2415 2523 153 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q89 854 914 93 0.0 Infinity 1.0X +q89 677 732 47 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q90 622 635 10 0.0 Infinity 1.0X +q90 414 429 19 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q91 1033 1052 26 0.0 Infinity 1.0X +q91 793 814 19 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q92 649 684 31 0.0 Infinity 1.0X +q92 508 530 24 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q93 1331 1366 49 0.0 Infinity 1.0X +q93 1138 1155 24 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q94 1033 1042 13 0.0 Infinity 1.0X +q94 979 1060 115 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q95 5701 5709 12 0.0 Infinity 1.0X +q95 5805 6024 310 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q96 438 462 20 0.0 Infinity 1.0X +q96 337 345 10 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q97 1882 1956 104 0.0 Infinity 1.0X +q97 1641 1748 152 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q98 728 765 46 0.0 Infinity 1.0X +q98 538 587 61 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q99 728 736 8 0.0 Infinity 1.0X +q99 619 633 19 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q5a-v2.7 5933 6010 108 0.0 Infinity 1.0X +q5a-v2.7 4861 4954 132 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q6-v2.7 2322 2379 80 0.0 Infinity 1.0X +q6-v2.7 1798 1861 89 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q10a-v2.7 3946 3947 2 0.0 Infinity 1.0X +q10a-v2.7 4093 4209 164 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q11-v2.7 3784 3837 75 0.0 Infinity 1.0X +q11-v2.7 3336 3404 96 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q12-v2.7 475 541 75 0.0 Infinity 1.0X +q12-v2.7 380 408 30 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q14-v2.7 19842 20008 235 0.0 Infinity 1.0X +q14-v2.7 17331 17776 629 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q14a-v2.7 127135 127517 539 0.0 Infinity 1.0X +q14a-v2.7 111982 112268 404 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q18a-v2.7 5413 6082 946 0.0 Infinity 1.0X +q18a-v2.7 4063 4659 843 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q20-v2.7 535 552 18 0.0 Infinity 1.0X +q20-v2.7 420 446 29 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q22-v2.7 20164 20228 91 0.0 Infinity 1.0X +q22-v2.7 18976 19164 265 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q22a-v2.7 9719 9961 342 0.0 Infinity 1.0X +q22a-v2.7 9087 9281 275 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q24-v2.7 3210 3278 97 0.0 Infinity 1.0X +q24-v2.7 2817 2834 24 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q27a-v2.7 2729 2862 188 0.0 Infinity 1.0X +q27a-v2.7 2301 2401 141 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q34-v2.7 877 901 30 0.0 Infinity 1.0X +q34-v2.7 700 731 48 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q35-v2.7 2976 3126 212 0.0 Infinity 1.0X +q35-v2.7 4158 4513 503 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q35a-v2.7 3449 3544 134 0.0 Infinity 1.0X +q35a-v2.7 3904 3979 106 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q36a-v2.7 2814 2850 51 0.0 Infinity 1.0X +q36a-v2.7 2430 2534 147 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q47-v2.7 4699 5077 534 0.0 Infinity 1.0X +q47-v2.7 4502 4808 433 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q49-v2.7 2202 2330 182 0.0 Infinity 1.0X +q49-v2.7 1904 2159 360 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q51a-v2.7 28603 28823 311 0.0 Infinity 1.0X +q51a-v2.7 27939 28264 460 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q57-v2.7 3007 3239 329 0.0 Infinity 1.0X +q57-v2.7 2813 2981 237 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q64-v2.7 8686 9350 940 0.0 Infinity 1.0X +q64-v2.7 8413 8612 282 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q67a-v2.7 18643 18876 330 0.0 Infinity 1.0X +q67a-v2.7 17696 17858 230 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q70a-v2.7 2990 3028 54 0.0 Infinity 1.0X +q70a-v2.7 2511 2562 71 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q72-v2.7 127577 127803 319 0.0 Infinity 1.0X +q72-v2.7 20209 22083 2650 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q74-v2.7 3086 3144 82 0.0 Infinity 1.0X +q74-v2.7 2870 2912 60 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q75-v2.7 5158 5431 386 0.0 Infinity 1.0X +q75-v2.7 4534 4870 475 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q77a-v2.7 5109 5406 420 0.0 Infinity 1.0X +q77a-v2.7 4010 4285 388 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q78-v2.7 4743 5234 694 0.0 Infinity 1.0X +q78-v2.7 4879 4969 127 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q80a-v2.7 6636 7007 525 0.0 Infinity 1.0X +q80a-v2.7 5338 5728 552 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q86a-v2.7 1651 1661 14 0.0 Infinity 1.0X +q86a-v2.7 1370 1391 29 0.0 Infinity 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz TPCDS Snappy: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -q98-v2.7 637 699 93 0.0 Infinity 1.0X +q98-v2.7 577 612 31 0.0 Infinity 1.0X diff --git a/sql/core/benchmarks/UDFBenchmark-jdk11-results.txt b/sql/core/benchmarks/UDFBenchmark-jdk11-results.txt index 3454c1bccda2..79daf73a95bb 100644 --- a/sql/core/benchmarks/UDFBenchmark-jdk11-results.txt +++ b/sql/core/benchmarks/UDFBenchmark-jdk11-results.txt @@ -2,58 +2,58 @@ UDF with mixed input types ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz long/nullable int/string to string: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -long/nullable int/string to string wholestage off 289 302 18 0.3 2893.0 1.0X -long/nullable int/string to string wholestage on 141 165 20 0.7 1405.4 2.1X +long/nullable int/string to string wholestage off 279 320 58 0.4 2789.3 1.0X +long/nullable int/string to string wholestage on 182 188 7 0.6 1818.0 1.5X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz long/nullable int/string to option: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -long/nullable int/string to option wholestage off 112 120 11 0.9 1124.6 1.0X -long/nullable int/string to option wholestage on 68 77 8 1.5 681.3 1.7X +long/nullable int/string to option wholestage off 133 137 5 0.8 1332.3 1.0X +long/nullable int/string to option wholestage on 110 118 8 0.9 1097.3 1.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz long/nullable int/string to primitive: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -long/nullable int/string to primitive wholestage off 74 79 6 1.3 744.3 1.0X -long/nullable int/string to primitive wholestage on 71 83 10 1.4 713.5 1.0X +long/nullable int/string to primitive wholestage off 69 83 19 1.4 694.7 1.0X +long/nullable int/string to primitive wholestage on 66 81 18 1.5 657.5 1.1X ================================================================================================ UDF with primitive types ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz long/nullable int to string: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -long/nullable int to string wholestage off 94 99 6 1.1 942.4 1.0X -long/nullable int to string wholestage on 58 60 1 1.7 584.3 1.6X +long/nullable int to string wholestage off 76 80 5 1.3 761.5 1.0X +long/nullable int to string wholestage on 65 67 2 1.5 654.2 1.2X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz long/nullable int to option: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -long/nullable int to option wholestage off 43 46 5 2.3 425.7 1.0X -long/nullable int to option wholestage on 42 49 7 2.4 423.2 1.0X +long/nullable int to option wholestage off 49 50 2 2.0 487.9 1.0X +long/nullable int to option wholestage on 50 66 12 2.0 503.6 1.0X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz long/nullable int to primitive: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -long/nullable int to primitive wholestage off 40 41 1 2.5 401.7 1.0X -long/nullable int to primitive wholestage on 40 44 5 2.5 400.1 1.0X +long/nullable int to primitive wholestage off 48 58 14 2.1 483.5 1.0X +long/nullable int to primitive wholestage on 46 52 6 2.2 456.8 1.1X -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz UDF identity overhead: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Baseline 35 40 6 2.9 348.2 1.0X -With identity UDF 38 38 0 2.6 380.4 0.9X +Baseline 39 41 3 2.6 385.8 1.0X +With identity UDF 44 46 3 2.3 444.4 0.9X diff --git a/sql/core/benchmarks/UDFBenchmark-results.txt b/sql/core/benchmarks/UDFBenchmark-results.txt index 1490b4439640..3f17a999094a 100644 --- a/sql/core/benchmarks/UDFBenchmark-results.txt +++ b/sql/core/benchmarks/UDFBenchmark-results.txt @@ -2,58 +2,58 @@ UDF with mixed input types ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz long/nullable int/string to string: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -long/nullable int/string to string wholestage off 242 308 94 0.4 2416.5 1.0X -long/nullable int/string to string wholestage on 141 179 25 0.7 1410.3 1.7X +long/nullable int/string to string wholestage off 250 327 108 0.4 2500.6 1.0X +long/nullable int/string to string wholestage on 142 157 16 0.7 1421.2 1.8X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz long/nullable int/string to option: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -long/nullable int/string to option wholestage off 91 97 9 1.1 908.1 1.0X -long/nullable int/string to option wholestage on 77 91 12 1.3 774.4 1.2X +long/nullable int/string to option wholestage off 124 125 2 0.8 1237.8 1.0X +long/nullable int/string to option wholestage on 73 93 27 1.4 730.1 1.7X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz long/nullable int/string to primitive: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -long/nullable int/string to primitive wholestage off 68 75 9 1.5 684.7 1.0X -long/nullable int/string to primitive wholestage on 62 64 3 1.6 619.8 1.1X +long/nullable int/string to primitive wholestage off 66 69 4 1.5 658.8 1.0X +long/nullable int/string to primitive wholestage on 61 67 11 1.6 611.7 1.1X ================================================================================================ UDF with primitive types ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz long/nullable int to string: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -long/nullable int to string wholestage off 67 68 0 1.5 672.2 1.0X -long/nullable int to string wholestage on 66 72 11 1.5 660.5 1.0X +long/nullable int to string wholestage off 66 67 0 1.5 663.9 1.0X +long/nullable int to string wholestage on 66 68 2 1.5 664.6 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz long/nullable int to option: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -long/nullable int to option wholestage off 53 57 5 1.9 528.1 1.0X -long/nullable int to option wholestage on 41 44 4 2.4 410.2 1.3X +long/nullable int to option wholestage off 40 42 3 2.5 402.6 1.0X +long/nullable int to option wholestage on 40 42 2 2.5 401.3 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz long/nullable int to primitive: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -long/nullable int to primitive wholestage off 46 48 4 2.2 459.1 1.0X -long/nullable int to primitive wholestage on 40 40 0 2.5 398.0 1.2X +long/nullable int to primitive wholestage off 38 39 0 2.6 384.8 1.0X +long/nullable int to primitive wholestage on 39 45 5 2.5 392.6 1.0X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz UDF identity overhead: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Baseline 53 58 4 1.9 525.6 1.0X -With identity UDF 38 38 0 2.7 376.3 1.4X +Baseline 32 33 1 3.1 320.8 1.0X +With identity UDF 37 40 6 2.7 369.1 0.9X diff --git a/sql/core/benchmarks/WideSchemaBenchmark-jdk11-results.txt b/sql/core/benchmarks/WideSchemaBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..19ce183820c0 --- /dev/null +++ b/sql/core/benchmarks/WideSchemaBenchmark-jdk11-results.txt @@ -0,0 +1,145 @@ +================================================================================================ +parsing large select expressions +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +parsing large select: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +1 select expressions 8 15 8 0.0 8028037.0 1.0X +100 select expressions 15 18 3 0.0 14899892.0 0.5X +2500 select expressions 237 243 8 0.0 237252523.0 0.0X + + +================================================================================================ +many column field read and write +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +many column field r/w: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +1 cols x 100000 rows (read in-mem) 59 72 8 1.7 591.0 1.0X +1 cols x 100000 rows (exec in-mem) 57 81 15 1.8 566.0 1.0X +1 cols x 100000 rows (read parquet) 61 78 13 1.6 614.8 1.0X +1 cols x 100000 rows (write parquet) 147 158 10 0.7 1468.5 0.4X +100 cols x 1000 rows (read in-mem) 57 62 6 1.8 565.8 1.0X +100 cols x 1000 rows (exec in-mem) 76 83 10 1.3 758.7 0.8X +100 cols x 1000 rows (read parquet) 70 79 10 1.4 700.8 0.8X +100 cols x 1000 rows (write parquet) 150 162 11 0.7 1498.8 0.4X +2500 cols x 40 rows (read in-mem) 413 424 15 0.2 4134.4 0.1X +2500 cols x 40 rows (exec in-mem) 753 772 23 0.1 7528.2 0.1X +2500 cols x 40 rows (read parquet) 304 312 8 0.3 3044.6 0.2X +2500 cols x 40 rows (write parquet) 507 520 11 0.2 5069.3 0.1X + + +================================================================================================ +wide shallowly nested struct field read and write +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +wide shallowly nested struct field r/w: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +1 wide x 100000 rows (read in-mem) 54 63 8 1.8 540.7 1.0X +1 wide x 100000 rows (exec in-mem) 67 77 11 1.5 671.8 0.8X +1 wide x 100000 rows (read parquet) 90 97 6 1.1 901.2 0.6X +1 wide x 100000 rows (write parquet) 150 163 11 0.7 1503.9 0.4X +100 wide x 1000 rows (read in-mem) 69 75 8 1.4 689.8 0.8X +100 wide x 1000 rows (exec in-mem) 111 148 96 0.9 1111.5 0.5X +100 wide x 1000 rows (read parquet) 181 241 35 0.6 1808.7 0.3X +100 wide x 1000 rows (write parquet) 164 180 27 0.6 1636.1 0.3X +2500 wide x 40 rows (read in-mem) 78 101 84 1.3 781.0 0.7X +2500 wide x 40 rows (exec in-mem) 943 966 37 0.1 9430.9 0.1X +2500 wide x 40 rows (read parquet) 1385 1453 95 0.1 13853.3 0.0X +2500 wide x 40 rows (write parquet) 175 190 19 0.6 1745.5 0.3X + + +================================================================================================ +deeply nested struct field read and write +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +deeply nested struct field r/w: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +1 deep x 100000 rows (read in-mem) 44 49 6 2.3 441.1 1.0X +1 deep x 100000 rows (exec in-mem) 54 59 6 1.9 536.4 0.8X +1 deep x 100000 rows (read parquet) 65 68 6 1.5 646.1 0.7X +1 deep x 100000 rows (write parquet) 141 147 9 0.7 1413.9 0.3X +100 deep x 1000 rows (read in-mem) 459 470 11 0.2 4592.9 0.1X +100 deep x 1000 rows (exec in-mem) 1736 1740 6 0.1 17355.1 0.0X +100 deep x 1000 rows (read parquet) 1638 1643 6 0.1 16382.2 0.0X +100 deep x 1000 rows (write parquet) 555 567 12 0.2 5548.4 0.1X +250 deep x 400 rows (read in-mem) 2556 2556 1 0.0 25558.5 0.0X +250 deep x 400 rows (exec in-mem) 10410 10416 8 0.0 104102.6 0.0X +250 deep x 400 rows (read parquet) 9670 9688 26 0.0 96699.1 0.0X +250 deep x 400 rows (write parquet) 2638 2642 5 0.0 26379.7 0.0X + + +================================================================================================ +bushy struct field read and write +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +bushy struct field r/w: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +1 x 1 deep x 100000 rows (read in-mem) 39 44 6 2.6 388.2 1.0X +1 x 1 deep x 100000 rows (exec in-mem) 48 50 4 2.1 477.4 0.8X +1 x 1 deep x 100000 rows (read parquet) 47 54 9 2.1 466.1 0.8X +1 x 1 deep x 100000 rows (write parquet) 135 141 5 0.7 1350.5 0.3X +128 x 8 deep x 1000 rows (read in-mem) 45 53 9 2.2 445.2 0.9X +128 x 8 deep x 1000 rows (exec in-mem) 155 160 4 0.6 1553.0 0.2X +128 x 8 deep x 1000 rows (read parquet) 173 217 31 0.6 1729.8 0.2X +128 x 8 deep x 1000 rows (write parquet) 139 154 10 0.7 1389.9 0.3X +1024 x 11 deep x 100 rows (read in-mem) 73 77 4 1.4 730.2 0.5X +1024 x 11 deep x 100 rows (exec in-mem) 733 738 8 0.1 7326.1 0.1X +1024 x 11 deep x 100 rows (read parquet) 652 660 8 0.2 6517.6 0.1X +1024 x 11 deep x 100 rows (write parquet) 171 186 20 0.6 1706.4 0.2X + + +================================================================================================ +wide array field read and write +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +wide array field r/w: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +1 wide x 100000 rows (read in-mem) 43 46 4 2.3 429.7 1.0X +1 wide x 100000 rows (exec in-mem) 54 57 4 1.8 542.4 0.8X +1 wide x 100000 rows (read parquet) 82 87 8 1.2 816.6 0.5X +1 wide x 100000 rows (write parquet) 137 159 19 0.7 1374.9 0.3X +100 wide x 1000 rows (read in-mem) 37 39 4 2.7 367.1 1.2X +100 wide x 1000 rows (exec in-mem) 45 50 6 2.2 451.6 1.0X +100 wide x 1000 rows (read parquet) 52 57 5 1.9 520.8 0.8X +100 wide x 1000 rows (write parquet) 125 131 8 0.8 1247.0 0.3X +2500 wide x 40 rows (read in-mem) 35 39 4 2.9 348.8 1.2X +2500 wide x 40 rows (exec in-mem) 46 49 5 2.2 456.0 0.9X +2500 wide x 40 rows (read parquet) 51 55 6 2.0 508.3 0.8X +2500 wide x 40 rows (write parquet) 129 135 6 0.8 1287.3 0.3X + + +================================================================================================ +wide map field read and write +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +wide map field r/w: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +1 wide x 100000 rows (read in-mem) 39 48 9 2.5 394.2 1.0X +1 wide x 100000 rows (exec in-mem) 51 56 9 1.9 514.4 0.8X +1 wide x 100000 rows (read parquet) 119 124 7 0.8 1195.0 0.3X +1 wide x 100000 rows (write parquet) 130 138 8 0.8 1299.8 0.3X +100 wide x 1000 rows (read in-mem) 31 32 3 3.3 306.5 1.3X +100 wide x 1000 rows (exec in-mem) 40 42 3 2.5 402.7 1.0X +100 wide x 1000 rows (read parquet) 65 70 6 1.5 651.8 0.6X +100 wide x 1000 rows (write parquet) 123 129 6 0.8 1228.5 0.3X +2500 wide x 40 rows (read in-mem) 33 37 6 3.0 330.1 1.2X +2500 wide x 40 rows (exec in-mem) 43 44 3 2.3 426.6 0.9X +2500 wide x 40 rows (read parquet) 66 69 9 1.5 657.8 0.6X +2500 wide x 40 rows (write parquet) 123 127 2 0.8 1234.4 0.3X + + diff --git a/sql/core/benchmarks/WideSchemaBenchmark-results.txt b/sql/core/benchmarks/WideSchemaBenchmark-results.txt index 6347a6ac6b67..59eb181f6b11 100644 --- a/sql/core/benchmarks/WideSchemaBenchmark-results.txt +++ b/sql/core/benchmarks/WideSchemaBenchmark-results.txt @@ -2,144 +2,144 @@ parsing large select expressions ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -parsing large select: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -1 select expressions 6 / 13 0.0 5997373.0 1.0X -100 select expressions 7 / 10 0.0 7204596.0 0.8X -2500 select expressions 103 / 107 0.0 102962705.0 0.1X +parsing large select: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +1 select expressions 5 13 8 0.0 5370143.0 1.0X +100 select expressions 12 16 6 0.0 11995425.0 0.4X +2500 select expressions 211 214 4 0.0 210927791.0 0.0X ================================================================================================ many column field read and write ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -many column field r/w: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -1 cols x 100000 rows (read in-mem) 40 / 51 2.5 396.5 1.0X -1 cols x 100000 rows (exec in-mem) 41 / 48 2.4 414.4 1.0X -1 cols x 100000 rows (read parquet) 61 / 70 1.6 610.2 0.6X -1 cols x 100000 rows (write parquet) 209 / 233 0.5 2086.1 0.2X -100 cols x 1000 rows (read in-mem) 43 / 49 2.3 433.8 0.9X -100 cols x 1000 rows (exec in-mem) 57 / 66 1.8 568.4 0.7X -100 cols x 1000 rows (read parquet) 60 / 66 1.7 599.0 0.7X -100 cols x 1000 rows (write parquet) 212 / 224 0.5 2120.6 0.2X -2500 cols x 40 rows (read in-mem) 268 / 275 0.4 2676.5 0.1X -2500 cols x 40 rows (exec in-mem) 494 / 504 0.2 4936.9 0.1X -2500 cols x 40 rows (read parquet) 132 / 139 0.8 1319.7 0.3X -2500 cols x 40 rows (write parquet) 371 / 381 0.3 3710.1 0.1X +many column field r/w: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +1 cols x 100000 rows (read in-mem) 44 53 6 2.3 440.3 1.0X +1 cols x 100000 rows (exec in-mem) 44 54 9 2.3 437.0 1.0X +1 cols x 100000 rows (read parquet) 53 61 10 1.9 532.4 0.8X +1 cols x 100000 rows (write parquet) 129 142 36 0.8 1291.6 0.3X +100 cols x 1000 rows (read in-mem) 49 55 7 2.0 494.9 0.9X +100 cols x 1000 rows (exec in-mem) 69 73 5 1.4 693.2 0.6X +100 cols x 1000 rows (read parquet) 60 67 8 1.7 596.3 0.7X +100 cols x 1000 rows (write parquet) 142 156 31 0.7 1417.8 0.3X +2500 cols x 40 rows (read in-mem) 391 399 13 0.3 3912.6 0.1X +2500 cols x 40 rows (exec in-mem) 743 749 8 0.1 7432.5 0.1X +2500 cols x 40 rows (read parquet) 297 310 10 0.3 2972.8 0.1X +2500 cols x 40 rows (write parquet) 485 492 16 0.2 4848.1 0.1X ================================================================================================ wide shallowly nested struct field read and write ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -wide shallowly nested struct field r/w: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -1 wide x 100000 rows (read in-mem) 37 / 43 2.7 373.6 1.0X -1 wide x 100000 rows (exec in-mem) 47 / 54 2.1 472.7 0.8X -1 wide x 100000 rows (read parquet) 132 / 145 0.8 1316.5 0.3X -1 wide x 100000 rows (write parquet) 205 / 232 0.5 2046.3 0.2X -100 wide x 1000 rows (read in-mem) 68 / 79 1.5 676.3 0.6X -100 wide x 1000 rows (exec in-mem) 88 / 97 1.1 882.2 0.4X -100 wide x 1000 rows (read parquet) 197 / 234 0.5 1971.8 0.2X -100 wide x 1000 rows (write parquet) 236 / 249 0.4 2359.6 0.2X -2500 wide x 40 rows (read in-mem) 77 / 85 1.3 768.0 0.5X -2500 wide x 40 rows (exec in-mem) 386 / 393 0.3 3855.2 0.1X -2500 wide x 40 rows (read parquet) 1741 / 1765 0.1 17408.3 0.0X -2500 wide x 40 rows (write parquet) 243 / 256 0.4 2425.2 0.2X +wide shallowly nested struct field r/w: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +1 wide x 100000 rows (read in-mem) 43 48 6 2.3 427.0 1.0X +1 wide x 100000 rows (exec in-mem) 56 63 8 1.8 557.8 0.8X +1 wide x 100000 rows (read parquet) 82 88 10 1.2 818.6 0.5X +1 wide x 100000 rows (write parquet) 134 145 21 0.7 1344.6 0.3X +100 wide x 1000 rows (read in-mem) 55 61 16 1.8 553.1 0.8X +100 wide x 1000 rows (exec in-mem) 94 101 17 1.1 941.4 0.5X +100 wide x 1000 rows (read parquet) 151 179 29 0.7 1511.7 0.3X +100 wide x 1000 rows (write parquet) 147 157 9 0.7 1470.0 0.3X +2500 wide x 40 rows (read in-mem) 66 69 9 1.5 658.9 0.6X +2500 wide x 40 rows (exec in-mem) 853 871 30 0.1 8525.7 0.1X +2500 wide x 40 rows (read parquet) 1158 1296 195 0.1 11577.8 0.0X +2500 wide x 40 rows (write parquet) 157 173 23 0.6 1569.6 0.3X ================================================================================================ deeply nested struct field read and write ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -deeply nested struct field r/w: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -1 deep x 100000 rows (read in-mem) 35 / 42 2.9 350.2 1.0X -1 deep x 100000 rows (exec in-mem) 40 / 43 2.5 399.5 0.9X -1 deep x 100000 rows (read parquet) 69 / 73 1.4 691.6 0.5X -1 deep x 100000 rows (write parquet) 203 / 224 0.5 2025.9 0.2X -100 deep x 1000 rows (read in-mem) 70 / 75 1.4 703.7 0.5X -100 deep x 1000 rows (exec in-mem) 654 / 684 0.2 6539.9 0.1X -100 deep x 1000 rows (read parquet) 10503 / 10550 0.0 105030.5 0.0X -100 deep x 1000 rows (write parquet) 235 / 243 0.4 2353.2 0.1X -250 deep x 400 rows (read in-mem) 249 / 259 0.4 2492.6 0.1X -250 deep x 400 rows (exec in-mem) 3842 / 3854 0.0 38424.8 0.0X -250 deep x 400 rows (read parquet) 153080 / 153444 0.0 1530796.1 0.0X -250 deep x 400 rows (write parquet) 434 / 441 0.2 4344.6 0.1X +deeply nested struct field r/w: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +1 deep x 100000 rows (read in-mem) 37 41 6 2.7 374.5 1.0X +1 deep x 100000 rows (exec in-mem) 47 50 6 2.1 466.9 0.8X +1 deep x 100000 rows (read parquet) 58 61 7 1.7 577.7 0.6X +1 deep x 100000 rows (write parquet) 128 134 18 0.8 1282.2 0.3X +100 deep x 1000 rows (read in-mem) 345 350 5 0.3 3447.8 0.1X +100 deep x 1000 rows (exec in-mem) 1283 1283 0 0.1 12830.5 0.0X +100 deep x 1000 rows (read parquet) 1201 1205 7 0.1 12005.2 0.0X +100 deep x 1000 rows (write parquet) 436 443 9 0.2 4361.4 0.1X +250 deep x 400 rows (read in-mem) 1882 1883 1 0.1 18819.9 0.0X +250 deep x 400 rows (exec in-mem) 7705 7709 5 0.0 77054.4 0.0X +250 deep x 400 rows (read parquet) 7052 7087 50 0.0 70517.1 0.0X +250 deep x 400 rows (write parquet) 1978 1979 1 0.1 19780.3 0.0X ================================================================================================ bushy struct field read and write ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -bushy struct field r/w: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -1 x 1 deep x 100000 rows (read in-mem) 37 / 42 2.7 370.2 1.0X -1 x 1 deep x 100000 rows (exec in-mem) 43 / 47 2.4 425.3 0.9X -1 x 1 deep x 100000 rows (read parquet) 48 / 51 2.1 478.7 0.8X -1 x 1 deep x 100000 rows (write parquet) 204 / 215 0.5 2042.0 0.2X -128 x 8 deep x 1000 rows (read in-mem) 32 / 37 3.1 318.6 1.2X -128 x 8 deep x 1000 rows (exec in-mem) 91 / 96 1.1 906.6 0.4X -128 x 8 deep x 1000 rows (read parquet) 351 / 379 0.3 3510.3 0.1X -128 x 8 deep x 1000 rows (write parquet) 199 / 203 0.5 1988.3 0.2X -1024 x 11 deep x 100 rows (read in-mem) 73 / 76 1.4 730.4 0.5X -1024 x 11 deep x 100 rows (exec in-mem) 327 / 334 0.3 3267.2 0.1X -1024 x 11 deep x 100 rows (read parquet) 2063 / 2078 0.0 20629.2 0.0X -1024 x 11 deep x 100 rows (write parquet) 248 / 266 0.4 2475.1 0.1X +bushy struct field r/w: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +1 x 1 deep x 100000 rows (read in-mem) 34 39 7 2.9 341.5 1.0X +1 x 1 deep x 100000 rows (exec in-mem) 42 45 5 2.4 423.4 0.8X +1 x 1 deep x 100000 rows (read parquet) 42 45 6 2.4 423.8 0.8X +1 x 1 deep x 100000 rows (write parquet) 124 132 19 0.8 1240.4 0.3X +128 x 8 deep x 1000 rows (read in-mem) 39 42 6 2.6 387.3 0.9X +128 x 8 deep x 1000 rows (exec in-mem) 134 138 6 0.7 1342.5 0.3X +128 x 8 deep x 1000 rows (read parquet) 147 164 27 0.7 1468.2 0.2X +128 x 8 deep x 1000 rows (write parquet) 130 142 34 0.8 1297.7 0.3X +1024 x 11 deep x 100 rows (read in-mem) 64 68 11 1.6 639.3 0.5X +1024 x 11 deep x 100 rows (exec in-mem) 642 652 14 0.2 6416.9 0.1X +1024 x 11 deep x 100 rows (read parquet) 527 531 5 0.2 5268.1 0.1X +1024 x 11 deep x 100 rows (write parquet) 155 166 28 0.6 1545.0 0.2X ================================================================================================ wide array field read and write ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -wide array field r/w: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -1 wide x 100000 rows (read in-mem) 33 / 38 3.0 328.4 1.0X -1 wide x 100000 rows (exec in-mem) 40 / 44 2.5 402.7 0.8X -1 wide x 100000 rows (read parquet) 83 / 91 1.2 826.6 0.4X -1 wide x 100000 rows (write parquet) 204 / 218 0.5 2039.1 0.2X -100 wide x 1000 rows (read in-mem) 28 / 31 3.6 277.2 1.2X -100 wide x 1000 rows (exec in-mem) 34 / 37 2.9 343.2 1.0X -100 wide x 1000 rows (read parquet) 56 / 61 1.8 556.4 0.6X -100 wide x 1000 rows (write parquet) 202 / 206 0.5 2017.3 0.2X -2500 wide x 40 rows (read in-mem) 29 / 30 3.5 286.4 1.1X -2500 wide x 40 rows (exec in-mem) 33 / 39 3.0 330.2 1.0X -2500 wide x 40 rows (read parquet) 54 / 66 1.8 544.0 0.6X -2500 wide x 40 rows (write parquet) 196 / 208 0.5 1959.2 0.2X +wide array field r/w: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +1 wide x 100000 rows (read in-mem) 36 39 5 2.7 364.2 1.0X +1 wide x 100000 rows (exec in-mem) 46 50 7 2.2 460.4 0.8X +1 wide x 100000 rows (read parquet) 75 78 8 1.3 749.8 0.5X +1 wide x 100000 rows (write parquet) 127 133 19 0.8 1266.0 0.3X +100 wide x 1000 rows (read in-mem) 31 33 4 3.2 309.9 1.2X +100 wide x 1000 rows (exec in-mem) 40 42 4 2.5 397.3 0.9X +100 wide x 1000 rows (read parquet) 49 52 7 2.0 488.6 0.7X +100 wide x 1000 rows (write parquet) 122 135 23 0.8 1216.2 0.3X +2500 wide x 40 rows (read in-mem) 31 32 3 3.3 305.7 1.2X +2500 wide x 40 rows (exec in-mem) 39 42 5 2.6 391.9 0.9X +2500 wide x 40 rows (read parquet) 48 51 7 2.1 482.9 0.8X +2500 wide x 40 rows (write parquet) 120 130 22 0.8 1203.6 0.3X ================================================================================================ wide map field read and write ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -wide map field r/w: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -1 wide x 100000 rows (read in-mem) 31 / 34 3.3 305.7 1.0X -1 wide x 100000 rows (exec in-mem) 39 / 44 2.6 390.0 0.8X -1 wide x 100000 rows (read parquet) 125 / 132 0.8 1250.5 0.2X -1 wide x 100000 rows (write parquet) 198 / 213 0.5 1979.9 0.2X -100 wide x 1000 rows (read in-mem) 21 / 23 4.7 212.7 1.4X -100 wide x 1000 rows (exec in-mem) 28 / 32 3.5 283.3 1.1X -100 wide x 1000 rows (read parquet) 68 / 73 1.5 683.0 0.4X -100 wide x 1000 rows (write parquet) 188 / 206 0.5 1882.1 0.2X -2500 wide x 40 rows (read in-mem) 25 / 28 4.0 252.2 1.2X -2500 wide x 40 rows (exec in-mem) 32 / 34 3.1 318.5 1.0X -2500 wide x 40 rows (read parquet) 69 / 73 1.4 691.5 0.4X -2500 wide x 40 rows (write parquet) 193 / 202 0.5 1932.8 0.2X +wide map field r/w: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +1 wide x 100000 rows (read in-mem) 35 40 8 2.9 348.8 1.0X +1 wide x 100000 rows (exec in-mem) 46 47 2 2.2 461.8 0.8X +1 wide x 100000 rows (read parquet) 124 127 7 0.8 1236.1 0.3X +1 wide x 100000 rows (write parquet) 125 138 26 0.8 1245.4 0.3X +100 wide x 1000 rows (read in-mem) 26 35 8 3.8 263.1 1.3X +100 wide x 1000 rows (exec in-mem) 35 41 10 2.8 351.8 1.0X +100 wide x 1000 rows (read parquet) 59 62 8 1.7 586.7 0.6X +100 wide x 1000 rows (write parquet) 116 125 32 0.9 1158.2 0.3X +2500 wide x 40 rows (read in-mem) 27 30 5 3.7 270.2 1.3X +2500 wide x 40 rows (exec in-mem) 37 38 3 2.7 366.4 1.0X +2500 wide x 40 rows (read parquet) 58 62 8 1.7 584.3 0.6X +2500 wide x 40 rows (write parquet) 118 126 24 0.9 1176.1 0.3X diff --git a/sql/core/benchmarks/WideTableBenchmark-jdk11-results.txt b/sql/core/benchmarks/WideTableBenchmark-jdk11-results.txt index 5ba8e8ff9a62..8f3920db0dcd 100644 --- a/sql/core/benchmarks/WideTableBenchmark-jdk11-results.txt +++ b/sql/core/benchmarks/WideTableBenchmark-jdk11-results.txt @@ -2,16 +2,16 @@ projection on wide table ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz projection on wide table: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -split threshold 10 42942 43023 108 0.0 40952.8 1.0X -split threshold 100 37236 37310 93 0.0 35510.9 1.2X -split threshold 1024 12198 12260 56 0.1 11633.1 3.5X -split threshold 2048 9789 9860 76 0.1 9335.2 4.4X -split threshold 4096 10120 10161 63 0.1 9651.0 4.2X -split threshold 8192 9961 9972 7 0.1 9499.1 4.3X -split threshold 65536 58987 59087 95 0.0 56254.5 0.7X +split threshold 10 8915 9048 180 0.1 8501.7 1.0X +split threshold 100 4419 4465 31 0.2 4214.2 2.0X +split threshold 1024 2477 2559 57 0.4 2362.4 3.6X +split threshold 2048 2314 2391 74 0.5 2206.7 3.9X +split threshold 4096 2374 2399 18 0.4 2264.2 3.8X +split threshold 8192 2831 2846 11 0.4 2699.7 3.1X +split threshold 65536 26886 26944 55 0.0 25640.7 0.3X diff --git a/sql/core/benchmarks/WideTableBenchmark-results.txt b/sql/core/benchmarks/WideTableBenchmark-results.txt index eeb8c3423238..4f64f877ac0c 100644 --- a/sql/core/benchmarks/WideTableBenchmark-results.txt +++ b/sql/core/benchmarks/WideTableBenchmark-results.txt @@ -2,16 +2,16 @@ projection on wide table ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz projection on wide table: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -split threshold 10 43737 44157 345 0.0 41711.3 1.0X -split threshold 100 33514 35770 1455 0.0 31961.3 1.3X -split threshold 1024 14959 15206 256 0.1 14265.8 2.9X -split threshold 2048 12024 12193 171 0.1 11467.2 3.6X -split threshold 4096 11378 11869 450 0.1 10851.1 3.8X -split threshold 8192 10588 10797 154 0.1 10097.8 4.1X -split threshold 65536 56801 57025 130 0.0 54169.4 0.8X +split threshold 10 6461 6535 84 0.2 6161.9 1.0X +split threshold 100 3643 3725 74 0.3 3474.5 1.8X +split threshold 1024 2217 2255 26 0.5 2113.9 2.9X +split threshold 2048 1941 2003 60 0.5 1851.5 3.3X +split threshold 4096 2195 2220 20 0.5 2093.4 2.9X +split threshold 8192 2592 2652 39 0.4 2472.4 2.5X +split threshold 65536 26324 26365 66 0.0 25104.1 0.2X diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/AggregateBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/AggregateBenchmark.scala index 2776bc310fef..965d78227c33 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/AggregateBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/AggregateBenchmark.scala @@ -48,7 +48,7 @@ object AggregateBenchmark extends SqlBasedBenchmark { runBenchmark("aggregate without grouping") { val N = 500L << 22 codegenBenchmark("agg w/o group", N) { - spark.range(N).selectExpr("sum(id)").collect() + spark.range(N).selectExpr("sum(id)").noop() } } @@ -56,11 +56,11 @@ object AggregateBenchmark extends SqlBasedBenchmark { val N = 100L << 20 codegenBenchmark("stddev", N) { - spark.range(N).groupBy().agg("id" -> "stddev").collect() + spark.range(N).groupBy().agg("id" -> "stddev").noop() } codegenBenchmark("kurtosis", N) { - spark.range(N).groupBy().agg("id" -> "kurtosis").collect() + spark.range(N).groupBy().agg("id" -> "kurtosis").noop() } } @@ -70,7 +70,7 @@ object AggregateBenchmark extends SqlBasedBenchmark { val benchmark = new Benchmark("Aggregate w keys", N, output = output) def f(): Unit = { - spark.range(N).selectExpr("(id & 65535) as k").groupBy("k").sum().collect() + spark.range(N).selectExpr("(id & 65535) as k").groupBy("k").sum().noop() } benchmark.addCase("codegen = F", numIters = 2) { _ => @@ -107,7 +107,7 @@ object AggregateBenchmark extends SqlBasedBenchmark { spark.range(N).selectExpr("id", "floor(rand() * 10000) as k") .createOrReplaceTempView("test") - def f(): Unit = spark.sql("select k, k, sum(id) from test group by k, k").collect() + def f(): Unit = spark.sql("select k, k, sum(id) from test group by k, k").noop() benchmark.addCase("codegen = F", numIters = 2) { _ => withSQLConf(SQLConf.WHOLESTAGE_CODEGEN_ENABLED.key -> "false") { @@ -142,7 +142,7 @@ object AggregateBenchmark extends SqlBasedBenchmark { val benchmark = new Benchmark("Aggregate w string key", N, output = output) def f(): Unit = spark.range(N).selectExpr("id", "cast(id & 1023 as string) as k") - .groupBy("k").count().collect() + .groupBy("k").count().noop() benchmark.addCase("codegen = F", numIters = 2) { _ => withSQLConf(SQLConf.WHOLESTAGE_CODEGEN_ENABLED.key -> "false") { @@ -177,7 +177,7 @@ object AggregateBenchmark extends SqlBasedBenchmark { val benchmark = new Benchmark("Aggregate w decimal key", N, output = output) def f(): Unit = spark.range(N).selectExpr("id", "cast(id & 65535 as decimal) as k") - .groupBy("k").count().collect() + .groupBy("k").count().noop() benchmark.addCase("codegen = F") { _ => withSQLConf(SQLConf.WHOLESTAGE_CODEGEN_ENABLED.key -> "false") { @@ -222,7 +222,7 @@ object AggregateBenchmark extends SqlBasedBenchmark { "id > 1023 as k6") .groupBy("k1", "k2", "k3", "k4", "k5", "k6") .sum() - .collect() + .noop() benchmark.addCase("codegen = F") { _ => withSQLConf(SQLConf.WHOLESTAGE_CODEGEN_ENABLED.key -> "false") { @@ -282,7 +282,7 @@ object AggregateBenchmark extends SqlBasedBenchmark { "case when id > 1800 and id <= 1900 then 1 else 0 end as v18") .groupBy("k1", "k2", "k3") .sum() - .collect() + .noop() benchmark.addCase("codegen = F") { _ => withSQLConf(SQLConf.WHOLESTAGE_CODEGEN_ENABLED.key -> "false") { @@ -315,7 +315,7 @@ object AggregateBenchmark extends SqlBasedBenchmark { codegenBenchmark("cube", N) { spark.range(N).selectExpr("id", "id % 1000 as k1", "id & 256 as k2") - .cube("k1", "k2").sum("id").collect() + .cube("k1", "k2").sum("id").noop() } } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/BloomFilterBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/BloomFilterBenchmark.scala index f727ebcf3fd1..ae241b3625d0 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/BloomFilterBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/BloomFilterBenchmark.scala @@ -70,10 +70,10 @@ object BloomFilterBenchmark extends SqlBasedBenchmark { runBenchmark(s"ORC Read") { val benchmark = new Benchmark(s"Read a row from ${scaleFactor}M rows", N, output = output) benchmark.addCase("Without bloom filter") { _ => - spark.read.orc(path + "/withoutBF").where("value = 0").count + spark.read.orc(path + "/withoutBF").where("value = 0").noop() } benchmark.addCase("With bloom filter") { _ => - spark.read.orc(path + "/withBF").where("value = 0").count + spark.read.orc(path + "/withBF").where("value = 0").noop() } benchmark.run() } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/DataSourceReadBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/DataSourceReadBenchmark.scala index df122977fe5f..a084bec98551 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/DataSourceReadBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/DataSourceReadBenchmark.scala @@ -122,30 +122,30 @@ object DataSourceReadBenchmark extends SqlBasedBenchmark { prepareTable(dir, spark.sql(s"SELECT CAST(value as ${dataType.sql}) id FROM t1")) sqlBenchmark.addCase("SQL CSV") { _ => - spark.sql("select sum(id) from csvTable").collect() + spark.sql("select sum(id) from csvTable").noop() } sqlBenchmark.addCase("SQL Json") { _ => - spark.sql("select sum(id) from jsonTable").collect() + spark.sql("select sum(id) from jsonTable").noop() } sqlBenchmark.addCase("SQL Parquet Vectorized") { _ => - spark.sql("select sum(id) from parquetTable").collect() + spark.sql("select sum(id) from parquetTable").noop() } sqlBenchmark.addCase("SQL Parquet MR") { _ => withSQLConf(SQLConf.PARQUET_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("select sum(id) from parquetTable").collect() + spark.sql("select sum(id) from parquetTable").noop() } } sqlBenchmark.addCase("SQL ORC Vectorized") { _ => - spark.sql("SELECT sum(id) FROM orcTable").collect() + spark.sql("SELECT sum(id) FROM orcTable").noop() } sqlBenchmark.addCase("SQL ORC MR") { _ => withSQLConf(SQLConf.ORC_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("SELECT sum(id) FROM orcTable").collect() + spark.sql("SELECT sum(id) FROM orcTable").noop() } } @@ -238,30 +238,30 @@ object DataSourceReadBenchmark extends SqlBasedBenchmark { spark.sql("SELECT CAST(value AS INT) AS c1, CAST(value as STRING) AS c2 FROM t1")) benchmark.addCase("SQL CSV") { _ => - spark.sql("select sum(c1), sum(length(c2)) from csvTable").collect() + spark.sql("select sum(c1), sum(length(c2)) from csvTable").noop() } benchmark.addCase("SQL Json") { _ => - spark.sql("select sum(c1), sum(length(c2)) from jsonTable").collect() + spark.sql("select sum(c1), sum(length(c2)) from jsonTable").noop() } benchmark.addCase("SQL Parquet Vectorized") { _ => - spark.sql("select sum(c1), sum(length(c2)) from parquetTable").collect() + spark.sql("select sum(c1), sum(length(c2)) from parquetTable").noop() } benchmark.addCase("SQL Parquet MR") { _ => withSQLConf(SQLConf.PARQUET_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("select sum(c1), sum(length(c2)) from parquetTable").collect() + spark.sql("select sum(c1), sum(length(c2)) from parquetTable").noop() } } benchmark.addCase("SQL ORC Vectorized") { _ => - spark.sql("SELECT sum(c1), sum(length(c2)) FROM orcTable").collect() + spark.sql("SELECT sum(c1), sum(length(c2)) FROM orcTable").noop() } benchmark.addCase("SQL ORC MR") { _ => withSQLConf(SQLConf.ORC_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("SELECT sum(c1), sum(length(c2)) FROM orcTable").collect() + spark.sql("SELECT sum(c1), sum(length(c2)) FROM orcTable").noop() } } @@ -283,30 +283,30 @@ object DataSourceReadBenchmark extends SqlBasedBenchmark { spark.sql("select cast((value % 200) + 10000 as STRING) as c1 from t1")) benchmark.addCase("SQL CSV") { _ => - spark.sql("select sum(length(c1)) from csvTable").collect() + spark.sql("select sum(length(c1)) from csvTable").noop() } benchmark.addCase("SQL Json") { _ => - spark.sql("select sum(length(c1)) from jsonTable").collect() + spark.sql("select sum(length(c1)) from jsonTable").noop() } benchmark.addCase("SQL Parquet Vectorized") { _ => - spark.sql("select sum(length(c1)) from parquetTable").collect() + spark.sql("select sum(length(c1)) from parquetTable").noop() } benchmark.addCase("SQL Parquet MR") { _ => withSQLConf(SQLConf.PARQUET_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("select sum(length(c1)) from parquetTable").collect() + spark.sql("select sum(length(c1)) from parquetTable").noop() } } benchmark.addCase("SQL ORC Vectorized") { _ => - spark.sql("select sum(length(c1)) from orcTable").collect() + spark.sql("select sum(length(c1)) from orcTable").noop() } benchmark.addCase("SQL ORC MR") { _ => withSQLConf(SQLConf.ORC_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("select sum(length(c1)) from orcTable").collect() + spark.sql("select sum(length(c1)) from orcTable").noop() } } @@ -326,86 +326,86 @@ object DataSourceReadBenchmark extends SqlBasedBenchmark { prepareTable(dir, spark.sql("SELECT value % 2 AS p, value AS id FROM t1"), Some("p")) benchmark.addCase("Data column - CSV") { _ => - spark.sql("select sum(id) from csvTable").collect() + spark.sql("select sum(id) from csvTable").noop() } benchmark.addCase("Data column - Json") { _ => - spark.sql("select sum(id) from jsonTable").collect() + spark.sql("select sum(id) from jsonTable").noop() } benchmark.addCase("Data column - Parquet Vectorized") { _ => - spark.sql("select sum(id) from parquetTable").collect() + spark.sql("select sum(id) from parquetTable").noop() } benchmark.addCase("Data column - Parquet MR") { _ => withSQLConf(SQLConf.PARQUET_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("select sum(id) from parquetTable").collect() + spark.sql("select sum(id) from parquetTable").noop() } } benchmark.addCase("Data column - ORC Vectorized") { _ => - spark.sql("SELECT sum(id) FROM orcTable").collect() + spark.sql("SELECT sum(id) FROM orcTable").noop() } benchmark.addCase("Data column - ORC MR") { _ => withSQLConf(SQLConf.ORC_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("SELECT sum(id) FROM orcTable").collect() + spark.sql("SELECT sum(id) FROM orcTable").noop() } } benchmark.addCase("Partition column - CSV") { _ => - spark.sql("select sum(p) from csvTable").collect() + spark.sql("select sum(p) from csvTable").noop() } benchmark.addCase("Partition column - Json") { _ => - spark.sql("select sum(p) from jsonTable").collect() + spark.sql("select sum(p) from jsonTable").noop() } benchmark.addCase("Partition column - Parquet Vectorized") { _ => - spark.sql("select sum(p) from parquetTable").collect() + spark.sql("select sum(p) from parquetTable").noop() } benchmark.addCase("Partition column - Parquet MR") { _ => withSQLConf(SQLConf.PARQUET_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("select sum(p) from parquetTable").collect() + spark.sql("select sum(p) from parquetTable").noop() } } benchmark.addCase("Partition column - ORC Vectorized") { _ => - spark.sql("SELECT sum(p) FROM orcTable").collect() + spark.sql("SELECT sum(p) FROM orcTable").noop() } benchmark.addCase("Partition column - ORC MR") { _ => withSQLConf(SQLConf.ORC_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("SELECT sum(p) FROM orcTable").collect() + spark.sql("SELECT sum(p) FROM orcTable").noop() } } benchmark.addCase("Both columns - CSV") { _ => - spark.sql("select sum(p), sum(id) from csvTable").collect() + spark.sql("select sum(p), sum(id) from csvTable").noop() } benchmark.addCase("Both columns - Json") { _ => - spark.sql("select sum(p), sum(id) from jsonTable").collect() + spark.sql("select sum(p), sum(id) from jsonTable").noop() } benchmark.addCase("Both columns - Parquet Vectorized") { _ => - spark.sql("select sum(p), sum(id) from parquetTable").collect() + spark.sql("select sum(p), sum(id) from parquetTable").noop() } benchmark.addCase("Both columns - Parquet MR") { _ => withSQLConf(SQLConf.PARQUET_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("select sum(p), sum(id) from parquetTable").collect + spark.sql("select sum(p), sum(id) from parquetTable").noop() } } benchmark.addCase("Both columns - ORC Vectorized") { _ => - spark.sql("SELECT sum(p), sum(id) FROM orcTable").collect() + spark.sql("SELECT sum(p), sum(id) FROM orcTable").noop() } benchmark.addCase("Both columns - ORC MR") { _ => withSQLConf(SQLConf.ORC_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("SELECT sum(p), sum(id) FROM orcTable").collect() + spark.sql("SELECT sum(p), sum(id) FROM orcTable").noop() } } @@ -431,23 +431,23 @@ object DataSourceReadBenchmark extends SqlBasedBenchmark { benchmark.addCase("SQL CSV") { _ => spark.sql("select sum(length(c2)) from csvTable where c1 is " + - "not NULL and c2 is not NULL").collect() + "not NULL and c2 is not NULL").noop() } benchmark.addCase("SQL Json") { _ => spark.sql("select sum(length(c2)) from jsonTable where c1 is " + - "not NULL and c2 is not NULL").collect() + "not NULL and c2 is not NULL").noop() } benchmark.addCase("SQL Parquet Vectorized") { _ => spark.sql("select sum(length(c2)) from parquetTable where c1 is " + - "not NULL and c2 is not NULL").collect() + "not NULL and c2 is not NULL").noop() } benchmark.addCase("SQL Parquet MR") { _ => withSQLConf(SQLConf.PARQUET_VECTORIZED_READER_ENABLED.key -> "false") { spark.sql("select sum(length(c2)) from parquetTable where c1 is " + - "not NULL and c2 is not NULL").collect() + "not NULL and c2 is not NULL").noop() } } @@ -478,13 +478,13 @@ object DataSourceReadBenchmark extends SqlBasedBenchmark { benchmark.addCase("SQL ORC Vectorized") { _ => spark.sql("SELECT SUM(LENGTH(c2)) FROM orcTable " + - "WHERE c1 IS NOT NULL AND c2 IS NOT NULL").collect() + "WHERE c1 IS NOT NULL AND c2 IS NOT NULL").noop() } benchmark.addCase("SQL ORC MR") { _ => withSQLConf(SQLConf.ORC_VECTORIZED_READER_ENABLED.key -> "false") { spark.sql("SELECT SUM(LENGTH(c2)) FROM orcTable " + - "WHERE c1 IS NOT NULL AND c2 IS NOT NULL").collect() + "WHERE c1 IS NOT NULL AND c2 IS NOT NULL").noop() } } @@ -510,30 +510,30 @@ object DataSourceReadBenchmark extends SqlBasedBenchmark { prepareTable(dir, spark.sql("SELECT * FROM t1")) benchmark.addCase("SQL CSV") { _ => - spark.sql(s"SELECT sum(c$middle) FROM csvTable").collect() + spark.sql(s"SELECT sum(c$middle) FROM csvTable").noop() } benchmark.addCase("SQL Json") { _ => - spark.sql(s"SELECT sum(c$middle) FROM jsonTable").collect() + spark.sql(s"SELECT sum(c$middle) FROM jsonTable").noop() } benchmark.addCase("SQL Parquet Vectorized") { _ => - spark.sql(s"SELECT sum(c$middle) FROM parquetTable").collect() + spark.sql(s"SELECT sum(c$middle) FROM parquetTable").noop() } benchmark.addCase("SQL Parquet MR") { _ => withSQLConf(SQLConf.PARQUET_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql(s"SELECT sum(c$middle) FROM parquetTable").collect() + spark.sql(s"SELECT sum(c$middle) FROM parquetTable").noop() } } benchmark.addCase("SQL ORC Vectorized") { _ => - spark.sql(s"SELECT sum(c$middle) FROM orcTable").collect() + spark.sql(s"SELECT sum(c$middle) FROM orcTable").noop() } benchmark.addCase("SQL ORC MR") { _ => withSQLConf(SQLConf.ORC_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql(s"SELECT sum(c$middle) FROM orcTable").collect() + spark.sql(s"SELECT sum(c$middle) FROM orcTable").noop() } } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/DateTimeBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/DateTimeBenchmark.scala index 9cfa9070aca6..92dadccde207 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/DateTimeBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/DateTimeBenchmark.scala @@ -20,7 +20,6 @@ package org.apache.spark.sql.execution.benchmark import java.sql.Timestamp import org.apache.spark.benchmark.Benchmark -import org.apache.spark.sql.SaveMode.Overwrite import org.apache.spark.sql.internal.SQLConf /** @@ -39,10 +38,7 @@ object DateTimeBenchmark extends SqlBasedBenchmark { private def doBenchmark(cardinality: Int, exprs: String*): Unit = { spark.range(cardinality) .selectExpr(exprs: _*) - .write - .format("noop") - .mode(Overwrite) - .save() + .noop() } private def run(cardinality: Int, name: String, exprs: String*): Unit = { @@ -138,10 +134,7 @@ object DateTimeBenchmark extends SqlBasedBenchmark { benchmark.addCase("From java.sql.Timestamp", numIters) { _ => spark.range(rowsNum) .map(millis => new Timestamp(millis)) - .write - .format("noop") - .mode(Overwrite) - .save() + .noop() } benchmark.addCase("Collect longs", numIters) { _ => spark.range(0, rowsNum, 1, 1) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/ExtractBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/ExtractBenchmark.scala index 941649df6b72..de23132284dc 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/ExtractBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/ExtractBenchmark.scala @@ -20,7 +20,6 @@ package org.apache.spark.sql.execution.benchmark import java.time.Instant import org.apache.spark.benchmark.Benchmark -import org.apache.spark.sql.SaveMode.Overwrite import org.apache.spark.sql.internal.SQLConf /** @@ -43,10 +42,7 @@ object ExtractBenchmark extends SqlBasedBenchmark { spark .range(sinceSecond, sinceSecond + cardinality, 1, 1) .selectExpr(exprs: _*) - .write - .format("noop") - .mode(Overwrite) - .save() + .noop() } } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/FilterPushdownBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/FilterPushdownBenchmark.scala index 50ba50176c7f..444ffa4f9969 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/FilterPushdownBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/FilterPushdownBenchmark.scala @@ -119,7 +119,7 @@ object FilterPushdownBenchmark extends SqlBasedBenchmark { val name = s"Parquet Vectorized ${if (pushDownEnabled) s"(Pushdown)" else ""}" benchmark.addCase(name) { _ => withSQLConf(SQLConf.PARQUET_FILTER_PUSHDOWN_ENABLED.key -> s"$pushDownEnabled") { - spark.sql(s"SELECT $selectExpr FROM parquetTable WHERE $whereExpr").collect() + spark.sql(s"SELECT $selectExpr FROM parquetTable WHERE $whereExpr").noop() } } } @@ -128,7 +128,7 @@ object FilterPushdownBenchmark extends SqlBasedBenchmark { val name = s"Native ORC Vectorized ${if (pushDownEnabled) s"(Pushdown)" else ""}" benchmark.addCase(name) { _ => withSQLConf(SQLConf.ORC_FILTER_PUSHDOWN_ENABLED.key -> s"$pushDownEnabled") { - spark.sql(s"SELECT $selectExpr FROM orcTable WHERE $whereExpr").collect() + spark.sql(s"SELECT $selectExpr FROM orcTable WHERE $whereExpr").noop() } } } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/InExpressionBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/InExpressionBenchmark.scala index 6a6851ab60e5..caf338787581 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/InExpressionBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/InExpressionBenchmark.scala @@ -167,7 +167,7 @@ object InExpressionBenchmark extends SqlBasedBenchmark { def testClosure(): Unit = { val df = spark.sql(s"SELECT * FROM t WHERE id IN (${values.mkString(",")})") - df.queryExecution.toRdd.foreach(_ => ()) + df.noop() } benchmark.addCase("In expression") { _ => diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/IntervalBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/IntervalBenchmark.scala index b9bb6f5febd7..94e763459a11 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/IntervalBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/IntervalBenchmark.scala @@ -21,7 +21,6 @@ import scala.collection.mutable.ListBuffer import org.apache.spark.benchmark.Benchmark import org.apache.spark.sql.Column -import org.apache.spark.sql.SaveMode.Overwrite import org.apache.spark.sql.functions._ import org.apache.spark.sql.internal.SQLConf @@ -45,10 +44,7 @@ object IntervalBenchmark extends SqlBasedBenchmark { spark .range(0, cardinality, 1, 1) .select(exprs: _*) - .write - .format("noop") - .mode(Overwrite) - .save() + .noop() } } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/JoinBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/JoinBenchmark.scala index f4786368bd9e..1cc92892fe12 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/JoinBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/JoinBenchmark.scala @@ -46,7 +46,7 @@ object JoinBenchmark extends SqlBasedBenchmark { codegenBenchmark("Join w long", N) { val df = spark.range(N).join(dim, (col("id") % M) === col("k")) assert(df.queryExecution.sparkPlan.find(_.isInstanceOf[BroadcastHashJoinExec]).isDefined) - df.count() + df.noop() } } @@ -57,7 +57,7 @@ object JoinBenchmark extends SqlBasedBenchmark { codegenBenchmark("Join w long duplicated", N) { val df = spark.range(N).join(dim, (col("id") % M) === col("k")) assert(df.queryExecution.sparkPlan.find(_.isInstanceOf[BroadcastHashJoinExec]).isDefined) - df.count() + df.noop() } } @@ -72,7 +72,7 @@ object JoinBenchmark extends SqlBasedBenchmark { (col("id") % M).cast(IntegerType) === col("k1") && (col("id") % M).cast(IntegerType) === col("k2")) assert(df.queryExecution.sparkPlan.find(_.isInstanceOf[BroadcastHashJoinExec]).isDefined) - df.count() + df.noop() } } @@ -86,7 +86,7 @@ object JoinBenchmark extends SqlBasedBenchmark { val df = spark.range(N).join(dim3, (col("id") % M) === col("k1") && (col("id") % M) === col("k2")) assert(df.queryExecution.sparkPlan.find(_.isInstanceOf[BroadcastHashJoinExec]).isDefined) - df.count() + df.noop() } } @@ -100,7 +100,7 @@ object JoinBenchmark extends SqlBasedBenchmark { val df = spark.range(N).join(dim4, (col("id") bitwiseAND M) === col("k1") && (col("id") bitwiseAND M) === col("k2")) assert(df.queryExecution.sparkPlan.find(_.isInstanceOf[BroadcastHashJoinExec]).isDefined) - df.count() + df.noop() } } @@ -111,7 +111,7 @@ object JoinBenchmark extends SqlBasedBenchmark { codegenBenchmark("outer join w long", N) { val df = spark.range(N).join(dim, (col("id") % M) === col("k"), "left") assert(df.queryExecution.sparkPlan.find(_.isInstanceOf[BroadcastHashJoinExec]).isDefined) - df.count() + df.noop() } } @@ -122,7 +122,7 @@ object JoinBenchmark extends SqlBasedBenchmark { codegenBenchmark("semi join w long", N) { val df = spark.range(N).join(dim, (col("id") % M) === col("k"), "leftsemi") assert(df.queryExecution.sparkPlan.find(_.isInstanceOf[BroadcastHashJoinExec]).isDefined) - df.count() + df.noop() } } @@ -133,7 +133,7 @@ object JoinBenchmark extends SqlBasedBenchmark { val df2 = spark.range(N).selectExpr(s"id * 3 as k2") val df = df1.join(df2, col("k1") === col("k2")) assert(df.queryExecution.sparkPlan.find(_.isInstanceOf[SortMergeJoinExec]).isDefined) - df.count() + df.noop() } } @@ -146,7 +146,7 @@ object JoinBenchmark extends SqlBasedBenchmark { .selectExpr(s"(id * 15485867) % ${N*10} as k2") val df = df1.join(df2, col("k1") === col("k2")) assert(df.queryExecution.sparkPlan.find(_.isInstanceOf[SortMergeJoinExec]).isDefined) - df.count() + df.noop() } } @@ -161,7 +161,7 @@ object JoinBenchmark extends SqlBasedBenchmark { val df2 = spark.range(N / 3).selectExpr(s"id * 3 as k2") val df = df1.join(df2, col("k1") === col("k2")) assert(df.queryExecution.sparkPlan.find(_.isInstanceOf[ShuffledHashJoinExec]).isDefined) - df.count() + df.noop() } } } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/MakeDateTimeBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/MakeDateTimeBenchmark.scala index 9e5aca70ac62..c92098c93aa1 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/MakeDateTimeBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/MakeDateTimeBenchmark.scala @@ -18,7 +18,6 @@ package org.apache.spark.sql.execution.benchmark import org.apache.spark.benchmark.Benchmark -import org.apache.spark.sql.SaveMode.Overwrite import org.apache.spark.sql.internal.SQLConf /** @@ -40,10 +39,7 @@ object MakeDateTimeBenchmark extends SqlBasedBenchmark { spark .range(0, cardinality, 1, 1) .selectExpr(exprs: _*) - .write - .format("noop") - .mode(Overwrite) - .save() + .noop() } } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/MiscBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/MiscBenchmark.scala index bafc0337bdc0..2aecf553d75a 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/MiscBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/MiscBenchmark.scala @@ -35,7 +35,7 @@ object MiscBenchmark extends SqlBasedBenchmark { def filterAndAggregateWithoutGroup(numRows: Long): Unit = { runBenchmark("filter & aggregate without group") { codegenBenchmark("range/filter/sum", numRows) { - spark.range(numRows).filter("(id & 1) = 1").groupBy().sum().collect() + spark.range(numRows).filter("(id & 1) = 1").groupBy().sum().noop() } } } @@ -43,7 +43,7 @@ object MiscBenchmark extends SqlBasedBenchmark { def limitAndAggregateWithoutGroup(numRows: Long): Unit = { runBenchmark("range/limit/sum") { codegenBenchmark("range/limit/sum", numRows) { - spark.range(numRows).limit(1000000).groupBy().sum().collect() + spark.range(numRows).limit(1000000).groupBy().sum().noop() } } } @@ -51,11 +51,11 @@ object MiscBenchmark extends SqlBasedBenchmark { def sample(numRows: Int): Unit = { runBenchmark("sample") { codegenBenchmark("sample with replacement", numRows) { - spark.range(numRows).sample(withReplacement = true, 0.01).groupBy().sum().collect() + spark.range(numRows).sample(withReplacement = true, 0.01).groupBy().sum().noop() } codegenBenchmark("sample without replacement", numRows) { - spark.range(numRows).sample(withReplacement = false, 0.01).groupBy().sum().collect() + spark.range(numRows).sample(withReplacement = false, 0.01).groupBy().sum().noop() } } } @@ -95,28 +95,28 @@ object MiscBenchmark extends SqlBasedBenchmark { val df = spark.range(numRows).selectExpr( "id as key", "array(rand(), rand(), rand(), rand(), rand()) as values") - df.selectExpr("key", "explode(values) value").count() + df.selectExpr("key", "explode(values) value").noop() } codegenBenchmark("generate explode map", numRows) { val df = spark.range(numRows).selectExpr( "id as key", "map('a', rand(), 'b', rand(), 'c', rand(), 'd', rand(), 'e', rand()) pairs") - df.selectExpr("key", "explode(pairs) as (k, v)").count() + df.selectExpr("key", "explode(pairs) as (k, v)").noop() } codegenBenchmark("generate posexplode array", numRows) { val df = spark.range(numRows).selectExpr( "id as key", "array(rand(), rand(), rand(), rand(), rand()) as values") - df.selectExpr("key", "posexplode(values) as (idx, value)").count() + df.selectExpr("key", "posexplode(values) as (idx, value)").noop() } codegenBenchmark("generate inline array", numRows) { val df = spark.range(numRows).selectExpr( "id as key", "array((rand(), rand()), (rand(), rand()), (rand(), 0.0d)) as values") - df.selectExpr("key", "inline(values) as (r1, r2)").count() + df.selectExpr("key", "inline(values) as (r1, r2)").noop() } val M = 60000 @@ -129,7 +129,7 @@ object MiscBenchmark extends SqlBasedBenchmark { })))).toDF("col", "arr") df.selectExpr("*", "explode(arr) as arr_col") - .select("col", "arr_col.*").count + .select("col", "arr_col.*").noop() } withSQLConf(SQLConf.NESTED_PRUNING_ON_EXPRESSIONS.key -> "true") { @@ -142,7 +142,7 @@ object MiscBenchmark extends SqlBasedBenchmark { })))).toDF("col", "arr") .selectExpr("col", "struct(col, arr) as st") .selectExpr("col", "st.col as col1", "explode(st.arr) as arr_col") - df.collect() + df.noop() } } } @@ -158,7 +158,7 @@ object MiscBenchmark extends SqlBasedBenchmark { "id % 5 as t3", "id % 7 as t4", "id % 13 as t5") - df.selectExpr("key", "stack(4, t1, t2, t3, t4, t5)").count() + df.selectExpr("key", "stack(4, t1, t2, t3, t4, t5)").noop() } } } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/NestedSchemaPruningBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/NestedSchemaPruningBenchmark.scala index 0734c6e18dee..90fad7f36b86 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/NestedSchemaPruningBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/NestedSchemaPruningBenchmark.scala @@ -18,7 +18,6 @@ package org.apache.spark.sql.execution.benchmark import org.apache.spark.benchmark.Benchmark -import org.apache.spark.sql.SaveMode.Overwrite import org.apache.spark.sql.internal.SQLConf /** @@ -48,11 +47,7 @@ abstract class NestedSchemaPruningBenchmark extends SqlBasedBenchmark { private def addCase(benchmark: Benchmark, name: String, sql: String): Unit = { benchmark.addCase(name) { _ => - spark.sql(sql) - .write - .format("noop") - .mode(Overwrite) - .save() + spark.sql(sql).noop() } } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/RangeBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/RangeBenchmark.scala index a9f873f9094b..e566f5d5adee 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/RangeBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/RangeBenchmark.scala @@ -40,15 +40,15 @@ object RangeBenchmark extends SqlBasedBenchmark { val benchmark = new Benchmark("range", N, output = output) benchmark.addCase("full scan", numIters = 4) { _ => - spark.range(N).queryExecution.toRdd.foreach(_ => ()) + spark.range(N).noop() } benchmark.addCase("limit after range", numIters = 4) { _ => - spark.range(N).limit(100).queryExecution.toRdd.foreach(_ => ()) + spark.range(N).limit(100).noop() } benchmark.addCase("filter after range", numIters = 4) { _ => - spark.range(N).filter('id % 100 === 0).queryExecution.toRdd.foreach(_ => ()) + spark.range(N).filter('id % 100 === 0).noop() } benchmark.addCase("count after range", numIters = 4) { _ => diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/SqlBasedBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/SqlBasedBenchmark.scala index e95e5a960246..ee7a03e5e054 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/SqlBasedBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/SqlBasedBenchmark.scala @@ -18,7 +18,8 @@ package org.apache.spark.sql.execution.benchmark import org.apache.spark.benchmark.{Benchmark, BenchmarkBase} -import org.apache.spark.sql.SparkSession +import org.apache.spark.sql.{Dataset, SparkSession} +import org.apache.spark.sql.SaveMode.Overwrite import org.apache.spark.sql.catalyst.plans.SQLHelper import org.apache.spark.sql.internal.SQLConf @@ -57,4 +58,10 @@ trait SqlBasedBenchmark extends BenchmarkBase with SQLHelper { benchmark.run() } + + implicit class DatasetToBenchmark(ds: Dataset[_]) { + def noop(): Unit = { + ds.write.format("noop").mode(Overwrite).save() + } + } } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/TPCDSQueryBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/TPCDSQueryBenchmark.scala index 5ff33b9cfbfc..be02447db2e5 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/TPCDSQueryBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/TPCDSQueryBenchmark.scala @@ -91,7 +91,7 @@ object TPCDSQueryBenchmark extends SqlBasedBenchmark { val numRows = queryRelations.map(tableSizes.getOrElse(_, 0L)).sum val benchmark = new Benchmark(s"TPCDS Snappy", numRows, 2, output = output) benchmark.addCase(s"$name$nameSuffix") { _ => - spark.sql(queryString).collect() + spark.sql(queryString).noop() } benchmark.run() } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/UDFBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/UDFBenchmark.scala index 04c1b5ade12c..ee8a6e787c36 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/UDFBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/UDFBenchmark.scala @@ -18,7 +18,6 @@ package org.apache.spark.sql.execution.benchmark import org.apache.spark.benchmark.Benchmark -import org.apache.spark.sql.SaveMode.Overwrite import org.apache.spark.sql.catalyst.expressions.Literal import org.apache.spark.sql.expressions.UserDefinedFunction import org.apache.spark.sql.functions._ @@ -45,10 +44,7 @@ object UDFBenchmark extends SqlBasedBenchmark { val stringCol = idCol.cast(StringType) spark.range(cardinality) .select(udf(idCol, nullableIntCol, stringCol)) - .write - .format("noop") - .mode(Overwrite) - .save() + .noop() } private def doRunBenchmarkWithPrimitiveTypes( @@ -58,10 +54,7 @@ object UDFBenchmark extends SqlBasedBenchmark { idCol % 2 === 0, idCol.cast(IntegerType)).otherwise(Literal(null, IntegerType)) spark.range(cardinality) .select(udf(idCol, nullableIntCol)) - .write - .format("noop") - .mode(Overwrite) - .save() + .noop() } override def runBenchmarkSuite(mainArgs: Array[String]): Unit = { @@ -116,10 +109,7 @@ object UDFBenchmark extends SqlBasedBenchmark { benchmark.addCase(s"Baseline", numIters = 5) { _ => spark.range(cardinality) .select(col("id"), col("id") * 2, col("id") * 3) - .write - .format("noop") - .mode(Overwrite) - .save() + .noop() } val identityUDF = udf { x: Long => x } @@ -129,10 +119,7 @@ object UDFBenchmark extends SqlBasedBenchmark { identityUDF(col("id")), identityUDF(col("id") * 2), identityUDF(col("id") * 3)) - .write - .format("noop") - .mode(Overwrite) - .save() + .noop() } benchmark.run() diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/WideSchemaBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/WideSchemaBenchmark.scala index 683d398faeea..77dc3a10f803 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/WideSchemaBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/WideSchemaBenchmark.scala @@ -70,14 +70,14 @@ object WideSchemaBenchmark extends SqlBasedBenchmark { desc: String, selector: String): Unit = { benchmark.addCase(desc + " (read in-mem)") { iter => - df.selectExpr(s"sum($selector)").collect() + df.selectExpr(s"sum($selector)").noop() } benchmark.addCase(desc + " (exec in-mem)") { iter => - df.selectExpr("*", s"hash($selector) as f").selectExpr(s"sum($selector)", "sum(f)").collect() + df.selectExpr("*", s"hash($selector) as f").selectExpr(s"sum($selector)", "sum(f)").noop() } val parquet = saveAsParquet(df) benchmark.addCase(desc + " (read parquet)") { iter => - parquet.selectExpr(s"sum($selector) as f").collect() + parquet.selectExpr(s"sum($selector) as f").noop() } benchmark.addCase(desc + " (write parquet)") { iter => saveAsParquet(df.selectExpr(s"sum($selector) as f")) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/WideTableBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/WideTableBenchmark.scala index 52426d81bd1a..ba79c12c461c 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/WideTableBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/WideTableBenchmark.scala @@ -42,7 +42,7 @@ object WideTableBenchmark extends SqlBasedBenchmark { Seq("10", "100", "1024", "2048", "4096", "8192", "65536").foreach { n => benchmark.addCase(s"split threshold $n", numIters = 5) { iter => withSQLConf(SQLConf.CODEGEN_METHOD_SPLIT_THRESHOLD.key -> n) { - df.selectExpr(columns: _*).foreach(_ => ()) + df.selectExpr(columns: _*).noop() } } } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/csv/CSVBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/csv/CSVBenchmark.scala index a4cffedaf82d..ad80afa441de 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/csv/CSVBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/csv/CSVBenchmark.scala @@ -21,7 +21,6 @@ import java.time.{Instant, LocalDate} import org.apache.spark.benchmark.Benchmark import org.apache.spark.sql.{Column, Dataset, Row} -import org.apache.spark.sql.SaveMode.Overwrite import org.apache.spark.sql.execution.benchmark.SqlBasedBenchmark import org.apache.spark.sql.functions._ import org.apache.spark.sql.types._ @@ -43,10 +42,6 @@ import org.apache.spark.sql.types._ object CSVBenchmark extends SqlBasedBenchmark { import spark.implicits._ - private def toNoop(ds: Dataset[_]): Unit = { - ds.write.format("noop").mode(Overwrite).save() - } - private def quotedValuesBenchmark(rowsNum: Int, numIters: Int): Unit = { val benchmark = new Benchmark(s"Parsing quoted values", rowsNum, output = output) @@ -62,7 +57,7 @@ object CSVBenchmark extends SqlBasedBenchmark { val ds = spark.read.option("header", true).schema(schema).csv(path.getAbsolutePath) benchmark.addCase(s"One quoted string", numIters) { _ => - toNoop(ds) + ds.noop() } benchmark.run() @@ -87,14 +82,14 @@ object CSVBenchmark extends SqlBasedBenchmark { val ds = spark.read.schema(schema).csv(path.getAbsolutePath) benchmark.addCase(s"Select $colsNum columns", numIters) { _ => - toNoop(ds.select("*")) + ds.select("*").noop() } val cols100 = columnNames.take(100).map(Column(_)) benchmark.addCase(s"Select 100 columns", numIters) { _ => - toNoop(ds.select(cols100: _*)) + ds.select(cols100: _*).noop() } benchmark.addCase(s"Select one column", numIters) { _ => - toNoop(ds.select($"col1")) + ds.select($"col1").noop() } benchmark.addCase(s"count()", numIters) { _ => ds.count() @@ -104,7 +99,7 @@ object CSVBenchmark extends SqlBasedBenchmark { (1 until colsNum).map(i => StructField(s"col$i", IntegerType))) val dsErr1 = spark.read.schema(schemaErr1).csv(path.getAbsolutePath) benchmark.addCase(s"Select 100 columns, one bad input field", numIters) { _ => - toNoop(dsErr1.select(cols100: _*)) + dsErr1.select(cols100: _*).noop() } val badRecColName = "badRecord" @@ -113,7 +108,7 @@ object CSVBenchmark extends SqlBasedBenchmark { .option("columnNameOfCorruptRecord", badRecColName) .csv(path.getAbsolutePath) benchmark.addCase(s"Select 100 columns, corrupt record field", numIters) { _ => - toNoop(dsErr2.select((Column(badRecColName) +: cols100): _*)) + dsErr2.select((Column(badRecColName) +: cols100): _*).noop() } benchmark.run() @@ -170,11 +165,11 @@ object CSVBenchmark extends SqlBasedBenchmark { val writeBench = new Benchmark("Write dates and timestamps", rowsNum, output = output) writeBench.addCase(s"Create a dataset of timestamps", numIters) { _ => - toNoop(timestamps) + timestamps.noop() } writeBench.addCase("to_csv(timestamp)", numIters) { _ => - toNoop(timestamps.select(to_csv(struct($"timestamp")))) + timestamps.select(to_csv(struct($"timestamp"))).noop() } writeBench.addCase("write timestamps to files", numIters) { _ => @@ -182,11 +177,11 @@ object CSVBenchmark extends SqlBasedBenchmark { } writeBench.addCase("Create a dataset of dates", numIters) { _ => - toNoop(dates) + dates.noop() } writeBench.addCase("to_csv(date)", numIters) { _ => - toNoop(dates.select(to_csv(struct($"date")))) + dates.select(to_csv(struct($"date"))).noop() } writeBench.addCase("write dates to files", numIters) { _ => @@ -199,7 +194,7 @@ object CSVBenchmark extends SqlBasedBenchmark { val tsSchema = new StructType().add("timestamp", TimestampType) readBench.addCase("read timestamp text from files", numIters) { _ => - toNoop(spark.read.text(timestampDir)) + spark.read.text(timestampDir).noop() } readBench.addCase("read timestamps from files", numIters) { _ => @@ -207,7 +202,7 @@ object CSVBenchmark extends SqlBasedBenchmark { .option("header", true) .schema(tsSchema) .csv(timestampDir) - toNoop(ds) + ds.noop() } readBench.addCase("infer timestamps from files", numIters) { _ => @@ -215,13 +210,13 @@ object CSVBenchmark extends SqlBasedBenchmark { .option("header", true) .option("inferSchema", true) .csv(timestampDir) - toNoop(ds) + ds.noop() } val dateSchema = new StructType().add("date", DateType) readBench.addCase("read date text from files", numIters) { _ => - toNoop(spark.read.text(dateDir)) + spark.read.text(dateDir).noop() } readBench.addCase("read date from files", numIters) { _ => @@ -229,7 +224,7 @@ object CSVBenchmark extends SqlBasedBenchmark { .option("header", true) .schema(dateSchema) .csv(dateDir) - toNoop(ds) + ds.noop() } readBench.addCase("infer date from files", numIters) { _ => @@ -237,7 +232,7 @@ object CSVBenchmark extends SqlBasedBenchmark { .option("header", true) .option("inferSchema", true) .csv(dateDir) - toNoop(ds) + ds.noop() } def timestampStr: Dataset[String] = { @@ -247,7 +242,7 @@ object CSVBenchmark extends SqlBasedBenchmark { } readBench.addCase("timestamp strings", numIters) { _ => - toNoop(timestampStr) + timestampStr.noop() } readBench.addCase("parse timestamps from Dataset[String]", numIters) { _ => @@ -255,7 +250,7 @@ object CSVBenchmark extends SqlBasedBenchmark { .option("header", false) .schema(tsSchema) .csv(timestampStr) - toNoop(ds) + ds.noop() } readBench.addCase("infer timestamps from Dataset[String]", numIters) { _ => @@ -263,7 +258,7 @@ object CSVBenchmark extends SqlBasedBenchmark { .option("header", false) .option("inferSchema", true) .csv(timestampStr) - toNoop(ds) + ds.noop() } def dateStr: Dataset[String] = { @@ -273,7 +268,7 @@ object CSVBenchmark extends SqlBasedBenchmark { } readBench.addCase("date strings", numIters) { _ => - toNoop(dateStr) + dateStr.noop() } readBench.addCase("parse dates from Dataset[String]", numIters) { _ => @@ -281,17 +276,17 @@ object CSVBenchmark extends SqlBasedBenchmark { .option("header", false) .schema(dateSchema) .csv(dateStr) - toNoop(ds) + ds.noop() } readBench.addCase("from_csv(timestamp)", numIters) { _ => val ds = timestampStr.select(from_csv($"timestamp", tsSchema, Map.empty[String, String])) - toNoop(ds) + ds.noop() } readBench.addCase("from_csv(date)", numIters) { _ => val ds = dateStr.select(from_csv($"date", dateSchema, Map.empty[String, String])) - toNoop(ds) + ds.noop() } readBench.run() diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/json/JsonBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/json/JsonBenchmark.scala index 58e710a7d66b..bcecaccc8cc8 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/json/JsonBenchmark.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/json/JsonBenchmark.scala @@ -21,7 +21,6 @@ import java.time.{Instant, LocalDate} import org.apache.spark.benchmark.Benchmark import org.apache.spark.sql.{Dataset, Row} -import org.apache.spark.sql.SaveMode.Overwrite import org.apache.spark.sql.execution.benchmark.SqlBasedBenchmark import org.apache.spark.sql.functions._ import org.apache.spark.sql.types._ @@ -49,10 +48,6 @@ object JsonBenchmark extends SqlBasedBenchmark { // scalastyle:on println } - private def run(ds: Dataset[_]): Unit = { - ds.write.format("noop").mode(Overwrite).save() - } - def schemaInferring(rowsNum: Int, numIters: Int): Unit = { val benchmark = new Benchmark("JSON schema inferring", rowsNum, output = output) @@ -220,11 +215,11 @@ object JsonBenchmark extends SqlBasedBenchmark { benchmark.addCase(s"Select $colsNum columns", numIters) { _ => val ds = in.select("*") - run(ds) + ds.noop() } benchmark.addCase(s"Select 1 column", numIters) { _ => val ds = in.select($"col1") - run(ds) + ds.noop() } benchmark.run() @@ -245,7 +240,7 @@ object JsonBenchmark extends SqlBasedBenchmark { benchmark.addCase("Short column without encoding", numIters) { _ => val ds = spark.read.schema(shortSchema).json(shortColumnPath) - run(ds) + ds.noop() } benchmark.addCase("Short column with UTF-8", numIters) { _ => @@ -253,12 +248,12 @@ object JsonBenchmark extends SqlBasedBenchmark { .option("encoding", "UTF-8") .schema(shortSchema) .json(shortColumnPath) - run(ds) + ds.noop() } benchmark.addCase("Wide column without encoding", numIters) { _ => val ds = spark.read.schema(wideSchema).json(wideColumnPath) - run(ds) + ds.noop() } benchmark.addCase("Wide column with UTF-8", numIters) { _ => @@ -266,7 +261,7 @@ object JsonBenchmark extends SqlBasedBenchmark { .option("encoding", "UTF-8") .schema(wideSchema) .json(wideColumnPath) - run(ds) + ds.noop() } benchmark.run() @@ -281,23 +276,23 @@ object JsonBenchmark extends SqlBasedBenchmark { val in = spark.range(0, rows, 1, 1).map(_ => """{"a":1}""") benchmark.addCase("Text read", iters) { _ => - run(in) + in.noop() } benchmark.addCase("from_json", iters) { _ => val schema = new StructType().add("a", IntegerType) val from_json_ds = in.select(from_json('value, schema)) - run(from_json_ds) + from_json_ds.noop() } benchmark.addCase("json_tuple", iters) { _ => val json_tuple_ds = in.select(json_tuple($"value", "a")) - run(json_tuple_ds) + json_tuple_ds.noop() } benchmark.addCase("get_json_object", iters) { _ => val get_json_object_ds = in.select(get_json_object($"value", "$.a")) - run(get_json_object_ds) + get_json_object_ds.noop() } benchmark.run() @@ -311,7 +306,7 @@ object JsonBenchmark extends SqlBasedBenchmark { val in = spark.range(0, rows, 1, 1).map(_ => """{"a":1}""") benchmark.addCase("Text read", iters) { _ => - run(in) + in.noop() } benchmark.addCase("schema inferring", iters) { _ => @@ -323,7 +318,7 @@ object JsonBenchmark extends SqlBasedBenchmark { val ds = spark.read .schema(schema) .json(in) - run(ds) + ds.noop() } benchmark.run() @@ -344,7 +339,7 @@ object JsonBenchmark extends SqlBasedBenchmark { val ds = spark.read .format("text") .load(path.getAbsolutePath) - run(ds) + ds.noop() } benchmark.addCase("Schema inferring", iters) { _ => @@ -361,7 +356,7 @@ object JsonBenchmark extends SqlBasedBenchmark { .schema(schema) .option("multiLine", false) .json(path.getAbsolutePath) - run(ds) + ds.noop() } benchmark.addCase("Parsing with UTF-8", iters) { _ => @@ -371,7 +366,7 @@ object JsonBenchmark extends SqlBasedBenchmark { .option("charset", "UTF-8") .json(path.getAbsolutePath) - run(ds) + ds.noop() } benchmark.run() @@ -398,11 +393,11 @@ object JsonBenchmark extends SqlBasedBenchmark { val writeBench = new Benchmark("Write dates and timestamps", rowsNum, output = output) writeBench.addCase(s"Create a dataset of timestamps", numIters) { _ => - run(timestamps) + timestamps.noop() } writeBench.addCase("to_json(timestamp)", numIters) { _ => - run(timestamps.select(to_json(struct($"timestamp")))) + timestamps.select(to_json(struct($"timestamp"))).noop() } writeBench.addCase("write timestamps to files", numIters) { _ => @@ -410,11 +405,11 @@ object JsonBenchmark extends SqlBasedBenchmark { } writeBench.addCase("Create a dataset of dates", numIters) { _ => - run(dates) + dates.noop() } writeBench.addCase("to_json(date)", numIters) { _ => - run(dates.select(to_json(struct($"date")))) + dates.select(to_json(struct($"date"))).noop() } writeBench.addCase("write dates to files", numIters) { _ => @@ -427,25 +422,25 @@ object JsonBenchmark extends SqlBasedBenchmark { val tsSchema = new StructType().add("timestamp", TimestampType) readBench.addCase("read timestamp text from files", numIters) { _ => - run(spark.read.text(timestampDir)) + spark.read.text(timestampDir).noop() } readBench.addCase("read timestamps from files", numIters) { _ => - run(spark.read.schema(tsSchema).json(timestampDir)) + spark.read.schema(tsSchema).json(timestampDir).noop() } readBench.addCase("infer timestamps from files", numIters) { _ => - run(spark.read.json(timestampDir)) + spark.read.json(timestampDir).noop() } val dateSchema = new StructType().add("date", DateType) readBench.addCase("read date text from files", numIters) { _ => - run(spark.read.text(dateDir)) + spark.read.text(dateDir).noop() } readBench.addCase("read date from files", numIters) { _ => - run(spark.read.schema(dateSchema).json(dateDir)) + spark.read.schema(dateSchema).json(dateDir).noop() } def timestampStr: Dataset[String] = { @@ -455,15 +450,15 @@ object JsonBenchmark extends SqlBasedBenchmark { } readBench.addCase("timestamp strings", numIters) { _ => - run(timestampStr) + timestampStr.noop() } readBench.addCase("parse timestamps from Dataset[String]", numIters) { _ => - run(spark.read.schema(tsSchema).json(timestampStr)) + spark.read.schema(tsSchema).json(timestampStr).noop() } readBench.addCase("infer timestamps from Dataset[String]", numIters) { _ => - run(spark.read.json(timestampStr)) + spark.read.json(timestampStr).noop() } def dateStr: Dataset[String] = { @@ -473,7 +468,7 @@ object JsonBenchmark extends SqlBasedBenchmark { } readBench.addCase("date strings", numIters) { _ => - run(dateStr) + dateStr.noop() } readBench.addCase("parse dates from Dataset[String]", numIters) { _ => @@ -481,17 +476,17 @@ object JsonBenchmark extends SqlBasedBenchmark { .option("header", false) .schema(dateSchema) .json(dateStr) - run(ds) + ds.noop() } readBench.addCase("from_json(timestamp)", numIters) { _ => val ds = timestampStr.select(from_json($"timestamp", tsSchema, Map.empty[String, String])) - run(ds) + ds.noop() } readBench.addCase("from_json(date)", numIters) { _ => val ds = dateStr.select(from_json($"date", dateSchema, Map.empty[String, String])) - run(ds) + ds.noop() } readBench.run() diff --git a/sql/hive/benchmarks/ObjectHashAggregateExecBenchmark-jdk11-results.txt b/sql/hive/benchmarks/ObjectHashAggregateExecBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..4a8058766319 --- /dev/null +++ b/sql/hive/benchmarks/ObjectHashAggregateExecBenchmark-jdk11-results.txt @@ -0,0 +1,45 @@ +================================================================================================ +Hive UDAF vs Spark AF +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +hive udaf vs spark af: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +hive udaf w/o group by 6492 7169 388 0.0 99066.1 1.0X +spark af w/o group by 58 88 24 1.1 890.2 111.3X +hive udaf w/ group by 4864 4888 33 0.0 74221.0 1.3X +spark af w/ group by w/o fallback 60 67 7 1.1 912.9 108.5X +spark af w/ group by w/ fallback 154 164 27 0.4 2348.2 42.2X + + +================================================================================================ +ObjectHashAggregateExec vs SortAggregateExec - typed_count +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +object agg v.s. sort agg: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +sort agg w/ group by 51728 51728 0 2.0 493.3 1.0X +object agg w/ group by w/o fallback 10174 10218 34 10.3 97.0 5.1X +object agg w/ group by w/ fallback 29341 29537 277 3.6 279.8 1.8X +sort agg w/o group by 7541 7577 28 13.9 71.9 6.9X +object agg w/o group by w/o fallback 5574 5620 38 18.8 53.2 9.3X + + +================================================================================================ +ObjectHashAggregateExec vs SortAggregateExec - percentile_approx +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +object agg v.s. sort agg: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +sort agg w/ group by 900 925 14 2.3 429.0 1.0X +object agg w/ group by w/o fallback 597 633 14 3.5 284.6 1.5X +object agg w/ group by w/ fallback 905 923 10 2.3 431.6 1.0X +sort agg w/o group by 611 631 10 3.4 291.4 1.5X +object agg w/o group by w/o fallback 559 576 11 3.8 266.5 1.6X + + diff --git a/sql/hive/benchmarks/ObjectHashAggregateExecBenchmark-results.txt b/sql/hive/benchmarks/ObjectHashAggregateExecBenchmark-results.txt index 0c394a340333..8c58a5a5fdf0 100644 --- a/sql/hive/benchmarks/ObjectHashAggregateExecBenchmark-results.txt +++ b/sql/hive/benchmarks/ObjectHashAggregateExecBenchmark-results.txt @@ -2,44 +2,44 @@ Hive UDAF vs Spark AF ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz hive udaf vs spark af: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -hive udaf w/o group by 6741 6759 22 0.0 102864.5 1.0X -spark af w/o group by 56 66 9 1.2 851.6 120.8X -hive udaf w/ group by 4610 4642 25 0.0 70350.3 1.5X -spark af w/ group by w/o fallback 60 67 8 1.1 916.7 112.2X -spark af w/ group by w/ fallback 135 144 9 0.5 2065.6 49.8X +hive udaf w/o group by 7014 7206 120 0.0 107031.0 1.0X +spark af w/o group by 47 59 11 1.4 716.9 149.3X +hive udaf w/ group by 4811 4831 28 0.0 73409.1 1.5X +spark af w/ group by w/o fallback 50 56 7 1.3 762.9 140.3X +spark af w/ group by w/ fallback 126 130 8 0.5 1916.6 55.8X ================================================================================================ ObjectHashAggregateExec vs SortAggregateExec - typed_count ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz object agg v.s. sort agg: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -sort agg w/ group by 41568 41894 461 2.5 396.4 1.0X -object agg w/ group by w/o fallback 10314 10494 149 10.2 98.4 4.0X -object agg w/ group by w/ fallback 26720 26951 326 3.9 254.8 1.6X -sort agg w/o group by 6638 6681 38 15.8 63.3 6.3X -object agg w/o group by w/o fallback 5665 5706 30 18.5 54.0 7.3X +sort agg w/ group by 42969 43306 476 2.4 409.8 1.0X +object agg w/ group by w/o fallback 9744 9844 145 10.8 92.9 4.4X +object agg w/ group by w/ fallback 26814 26960 206 3.9 255.7 1.6X +sort agg w/o group by 6278 6330 57 16.7 59.9 6.8X +object agg w/o group by w/o fallback 5433 5478 60 19.3 51.8 7.9X ================================================================================================ ObjectHashAggregateExec vs SortAggregateExec - percentile_approx ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz object agg v.s. sort agg: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -sort agg w/ group by 794 862 33 2.6 378.8 1.0X -object agg w/ group by w/o fallback 605 622 10 3.5 288.5 1.3X -object agg w/ group by w/ fallback 840 860 15 2.5 400.5 0.9X -sort agg w/o group by 555 570 12 3.8 264.6 1.4X -object agg w/o group by w/o fallback 544 562 12 3.9 259.6 1.5X +sort agg w/ group by 756 773 9 2.8 360.3 1.0X +object agg w/ group by w/o fallback 548 560 7 3.8 261.3 1.4X +object agg w/ group by w/ fallback 759 773 7 2.8 362.0 1.0X +sort agg w/o group by 471 483 13 4.4 224.8 1.6X +object agg w/o group by w/o fallback 471 482 12 4.5 224.7 1.6X diff --git a/sql/hive/benchmarks/OrcReadBenchmark-jdk11-results.txt b/sql/hive/benchmarks/OrcReadBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..d516d3369ad0 --- /dev/null +++ b/sql/hive/benchmarks/OrcReadBenchmark-jdk11-results.txt @@ -0,0 +1,156 @@ +================================================================================================ +SQL Single Numeric Column Scan +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +SQL Single TINYINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Native ORC MR 1750 1872 173 9.0 111.2 1.0X +Native ORC Vectorized 433 499 68 36.3 27.5 4.0X +Hive built-in ORC 2540 2575 49 6.2 161.5 0.7X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +SQL Single SMALLINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Native ORC MR 1979 2001 31 7.9 125.8 1.0X +Native ORC Vectorized 261 303 42 60.3 16.6 7.6X +Hive built-in ORC 2559 2583 34 6.1 162.7 0.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +SQL Single INT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Native ORC MR 2094 2158 91 7.5 133.2 1.0X +Native ORC Vectorized 309 361 41 50.8 19.7 6.8X +Hive built-in ORC 2649 2744 135 5.9 168.4 0.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +SQL Single BIGINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Native ORC MR 2256 2271 22 7.0 143.4 1.0X +Native ORC Vectorized 511 518 11 30.8 32.5 4.4X +Hive built-in ORC 2867 2880 19 5.5 182.3 0.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +SQL Single FLOAT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Native ORC MR 2270 2325 78 6.9 144.3 1.0X +Native ORC Vectorized 502 508 5 31.3 31.9 4.5X +Hive built-in ORC 2862 2880 24 5.5 182.0 0.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +SQL Single DOUBLE Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Native ORC MR 2376 2426 71 6.6 151.0 1.0X +Native ORC Vectorized 609 616 8 25.8 38.7 3.9X +Hive built-in ORC 2979 2991 17 5.3 189.4 0.8X + + +================================================================================================ +Int and String Scan +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Int and String Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Native ORC MR 4112 4232 170 2.6 392.1 1.0X +Native ORC Vectorized 2199 2223 35 4.8 209.7 1.9X +Hive built-in ORC 5150 5238 123 2.0 491.2 0.8X + + +================================================================================================ +Partitioned Table Scan +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Partitioned Table: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Data column - Native ORC MR 2398 2435 53 6.6 152.4 1.0X +Data column - Native ORC Vectorized 458 482 26 34.3 29.1 5.2X +Data column - Hive built-in ORC 3126 3171 64 5.0 198.8 0.8X +Partition column - Native ORC MR 1639 1680 58 9.6 104.2 1.5X +Partition column - Native ORC Vectorized 105 119 11 149.6 6.7 22.8X +Partition column - Hive built-in ORC 2223 2229 8 7.1 141.4 1.1X +Both columns - Native ORC MR 2588 2608 28 6.1 164.5 0.9X +Both columns - Native ORC Vectorized 489 522 49 32.2 31.1 4.9X +Both columns - Hive built-in ORC 3258 3292 48 4.8 207.1 0.7X + + +================================================================================================ +Repeated String Scan +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Repeated String: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Native ORC MR 1991 2028 52 5.3 189.9 1.0X +Native ORC Vectorized 392 398 8 26.7 37.4 5.1X +Hive built-in ORC 2810 2816 8 3.7 268.0 0.7X + + +================================================================================================ +String with Nulls Scan +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +String with Nulls Scan (0.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Native ORC MR 3638 3647 13 2.9 346.9 1.0X +Native ORC Vectorized 1171 1181 14 9.0 111.7 3.1X +Hive built-in ORC 4847 4871 34 2.2 462.2 0.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +String with Nulls Scan (50.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Native ORC MR 3280 3283 5 3.2 312.8 1.0X +Native ORC Vectorized 1199 1206 10 8.7 114.4 2.7X +Hive built-in ORC 4263 4273 14 2.5 406.5 0.8X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +String with Nulls Scan (95.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Native ORC MR 1935 1950 21 5.4 184.6 1.0X +Native ORC Vectorized 451 459 10 23.2 43.1 4.3X +Hive built-in ORC 2542 2552 14 4.1 242.4 0.8X + + +================================================================================================ +Single Column Scan From Wide Columns +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Single Column Scan from 100 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Native ORC MR 270 292 23 3.9 257.2 1.0X +Native ORC Vectorized 143 155 12 7.3 136.2 1.9X +Hive built-in ORC 1593 1627 48 0.7 1519.1 0.2X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Single Column Scan from 200 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Native ORC MR 369 386 17 2.8 351.5 1.0X +Native ORC Vectorized 218 231 15 4.8 208.3 1.7X +Hive built-in ORC 3092 3101 12 0.3 2949.1 0.1X + +OpenJDK 64-Bit Server VM 11.0.5+10-post-Ubuntu-0ubuntu1.118.04 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Single Column Scan from 300 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Native ORC MR 498 531 33 2.1 475.0 1.0X +Native ORC Vectorized 360 376 18 2.9 342.9 1.4X +Hive built-in ORC 4786 4786 1 0.2 4564.1 0.1X + + diff --git a/sql/hive/benchmarks/OrcReadBenchmark-results.txt b/sql/hive/benchmarks/OrcReadBenchmark-results.txt index c47cf27bf617..c7d6c976192b 100644 --- a/sql/hive/benchmarks/OrcReadBenchmark-results.txt +++ b/sql/hive/benchmarks/OrcReadBenchmark-results.txt @@ -2,155 +2,155 @@ SQL Single Numeric Column Scan ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single TINYINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Native ORC MR 1843 1958 162 8.5 117.2 1.0X -Native ORC Vectorized 321 355 31 48.9 20.4 5.7X -Hive built-in ORC 2143 2175 44 7.3 136.3 0.9X +Native ORC MR 1844 1851 10 8.5 117.2 1.0X +Native ORC Vectorized 284 312 36 55.5 18.0 6.5X +Hive built-in ORC 2380 2380 1 6.6 151.3 0.8X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single SMALLINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Native ORC MR 1987 2020 47 7.9 126.3 1.0X -Native ORC Vectorized 276 299 25 57.0 17.6 7.2X -Hive built-in ORC 2350 2357 10 6.7 149.4 0.8X +Native ORC MR 1999 2031 45 7.9 127.1 1.0X +Native ORC Vectorized 252 264 15 62.5 16.0 7.9X +Hive built-in ORC 2483 2509 37 6.3 157.9 0.8X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single INT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Native ORC MR 2092 2115 32 7.5 133.0 1.0X -Native ORC Vectorized 360 373 18 43.6 22.9 5.8X -Hive built-in ORC 2550 2557 9 6.2 162.2 0.8X +Native ORC MR 2134 2135 2 7.4 135.7 1.0X +Native ORC Vectorized 329 351 34 47.8 20.9 6.5X +Hive built-in ORC 2672 2716 61 5.9 169.9 0.8X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single BIGINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Native ORC MR 2173 2188 21 7.2 138.2 1.0X -Native ORC Vectorized 435 448 14 36.2 27.7 5.0X -Hive built-in ORC 2683 2690 10 5.9 170.6 0.8X +Native ORC MR 2172 2247 105 7.2 138.1 1.0X +Native ORC Vectorized 407 427 23 38.7 25.9 5.3X +Hive built-in ORC 2806 2822 22 5.6 178.4 0.8X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single FLOAT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Native ORC MR 2233 2323 127 7.0 142.0 1.0X -Native ORC Vectorized 475 483 13 33.1 30.2 4.7X -Hive built-in ORC 2605 2610 6 6.0 165.7 0.9X +Native ORC MR 2187 2200 19 7.2 139.0 1.0X +Native ORC Vectorized 451 457 5 34.9 28.7 4.8X +Hive built-in ORC 2886 2938 73 5.4 183.5 0.8X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz SQL Single DOUBLE Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Native ORC MR 2367 2384 24 6.6 150.5 1.0X -Native ORC Vectorized 600 641 69 26.2 38.1 3.9X -Hive built-in ORC 2860 2877 24 5.5 181.9 0.8X +Native ORC MR 2313 2319 9 6.8 147.1 1.0X +Native ORC Vectorized 554 562 7 28.4 35.2 4.2X +Hive built-in ORC 2927 2933 8 5.4 186.1 0.8X ================================================================================================ Int and String Scan ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Int and String Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Native ORC MR 4253 4330 108 2.5 405.6 1.0X -Native ORC Vectorized 2295 2301 8 4.6 218.9 1.9X -Hive built-in ORC 5364 5465 144 2.0 511.5 0.8X +Native ORC MR 4162 4294 186 2.5 397.0 1.0X +Native ORC Vectorized 2236 2258 32 4.7 213.2 1.9X +Hive built-in ORC 5054 5135 114 2.1 482.0 0.8X ================================================================================================ Partitioned Table Scan ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Partitioned Table: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Data column - Native ORC MR 2443 2448 6 6.4 155.3 1.0X -Data column - Native ORC Vectorized 446 473 44 35.3 28.3 5.5X -Data column - Hive built-in ORC 2868 2877 12 5.5 182.4 0.9X -Partition column - Native ORC MR 1623 1656 47 9.7 103.2 1.5X -Partition column - Native ORC Vectorized 112 121 14 140.8 7.1 21.9X -Partition column - Hive built-in ORC 1846 1850 5 8.5 117.4 1.3X -Both columns - Native ORC MR 2610 2635 36 6.0 165.9 0.9X -Both columns - Native ORC Vectorized 492 508 19 32.0 31.3 5.0X -Both columns - Hive built-in ORC 2969 2973 4 5.3 188.8 0.8X +Data column - Native ORC MR 2436 2447 16 6.5 154.8 1.0X +Data column - Native ORC Vectorized 421 443 35 37.4 26.8 5.8X +Data column - Hive built-in ORC 3007 3026 27 5.2 191.2 0.8X +Partition column - Native ORC MR 1603 1630 39 9.8 101.9 1.5X +Partition column - Native ORC Vectorized 84 96 15 186.7 5.4 28.9X +Partition column - Hive built-in ORC 2174 2187 18 7.2 138.2 1.1X +Both columns - Native ORC MR 2609 2645 51 6.0 165.9 0.9X +Both columns - Native ORC Vectorized 460 470 9 34.2 29.3 5.3X +Both columns - Hive built-in ORC 3094 3099 8 5.1 196.7 0.8X ================================================================================================ Repeated String Scan ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Repeated String: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Native ORC MR 2056 2064 11 5.1 196.1 1.0X -Native ORC Vectorized 415 421 7 25.3 39.6 5.0X -Hive built-in ORC 2710 2722 17 3.9 258.4 0.8X +Native ORC MR 2036 2046 13 5.1 194.2 1.0X +Native ORC Vectorized 366 386 18 28.6 34.9 5.6X +Hive built-in ORC 2683 2686 4 3.9 255.9 0.8X ================================================================================================ String with Nulls Scan ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz String with Nulls Scan (0.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Native ORC MR 3655 3674 27 2.9 348.6 1.0X -Native ORC Vectorized 1166 1167 1 9.0 111.2 3.1X -Hive built-in ORC 5268 5305 52 2.0 502.4 0.7X +Native ORC MR 3614 3643 40 2.9 344.7 1.0X +Native ORC Vectorized 1072 1087 22 9.8 102.2 3.4X +Hive built-in ORC 4625 4636 15 2.3 441.1 0.8X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz String with Nulls Scan (50.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Native ORC MR 3447 3467 27 3.0 328.8 1.0X -Native ORC Vectorized 1222 1223 1 8.6 116.6 2.8X -Hive built-in ORC 3947 3959 18 2.7 376.4 0.9X +Native ORC MR 3347 3376 42 3.1 319.2 1.0X +Native ORC Vectorized 1220 1225 7 8.6 116.3 2.7X +Hive built-in ORC 4168 4184 23 2.5 397.5 0.8X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz String with Nulls Scan (95.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Native ORC MR 1912 1917 6 5.5 182.4 1.0X -Native ORC Vectorized 477 484 5 22.0 45.5 4.0X -Hive built-in ORC 2374 2386 17 4.4 226.4 0.8X +Native ORC MR 1851 1862 16 5.7 176.5 1.0X +Native ORC Vectorized 466 471 7 22.5 44.4 4.0X +Hive built-in ORC 2523 2529 8 4.2 240.6 0.7X ================================================================================================ Single Column Scan From Wide Columns ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Single Column Scan from 100 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Native ORC MR 290 350 102 3.6 276.1 1.0X -Native ORC Vectorized 155 166 15 6.7 148.2 1.9X -Hive built-in ORC 520 531 8 2.0 495.8 0.6X +Native ORC MR 250 264 15 4.2 238.1 1.0X +Native ORC Vectorized 121 138 24 8.7 115.5 2.1X +Hive built-in ORC 1761 1792 43 0.6 1679.3 0.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Single Column Scan from 200 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Native ORC MR 365 406 73 2.9 347.9 1.0X -Native ORC Vectorized 232 246 20 4.5 221.6 1.6X -Hive built-in ORC 794 864 62 1.3 757.6 0.5X +Native ORC MR 319 341 17 3.3 304.5 1.0X +Native ORC Vectorized 188 222 50 5.6 178.8 1.7X +Hive built-in ORC 3492 3508 24 0.3 3329.8 0.1X -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_232-8u232-b09-0ubuntu1~18.04.1-b09 on Linux 4.15.0-1044-aws Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Single Column Scan from 300 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Native ORC MR 501 544 40 2.1 477.6 1.0X -Native ORC Vectorized 365 386 33 2.9 348.0 1.4X -Hive built-in ORC 1153 1153 0 0.9 1099.8 0.4X +Native ORC MR 443 456 12 2.4 422.9 1.0X +Native ORC Vectorized 306 321 23 3.4 292.0 1.4X +Hive built-in ORC 5295 5312 24 0.2 5049.9 0.1X diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/execution/benchmark/ObjectHashAggregateExecBenchmark.scala b/sql/hive/src/test/scala/org/apache/spark/sql/execution/benchmark/ObjectHashAggregateExecBenchmark.scala index c475c7b21ab9..3f806ad24ca1 100644 --- a/sql/hive/src/test/scala/org/apache/spark/sql/execution/benchmark/ObjectHashAggregateExecBenchmark.scala +++ b/sql/hive/src/test/scala/org/apache/spark/sql/execution/benchmark/ObjectHashAggregateExecBenchmark.scala @@ -70,13 +70,13 @@ object ObjectHashAggregateExecBenchmark extends SqlBasedBenchmark { benchmark.addCase("hive udaf w/o group by") { _ => withSQLConf(SQLConf.USE_OBJECT_HASH_AGG.key -> "false") { - sql("SELECT hive_percentile_approx(id, 0.5) FROM t").collect() + sql("SELECT hive_percentile_approx(id, 0.5) FROM t").noop() } } benchmark.addCase("spark af w/o group by") { _ => withSQLConf(SQLConf.USE_OBJECT_HASH_AGG.key -> "true") { - sql("SELECT percentile_approx(id, 0.5) FROM t").collect() + sql("SELECT percentile_approx(id, 0.5) FROM t").noop() } } @@ -84,14 +84,14 @@ object ObjectHashAggregateExecBenchmark extends SqlBasedBenchmark { withSQLConf(SQLConf.USE_OBJECT_HASH_AGG.key -> "false") { sql( s"SELECT hive_percentile_approx(id, 0.5) FROM t GROUP BY CAST(id / ${N / 4} AS BIGINT)" - ).collect() + ).noop() } } benchmark.addCase("spark af w/ group by w/o fallback") { _ => withSQLConf(SQLConf.USE_OBJECT_HASH_AGG.key -> "true") { sql(s"SELECT percentile_approx(id, 0.5) FROM t GROUP BY CAST(id / ${N / 4} AS BIGINT)") - .collect() + .noop() } } @@ -100,7 +100,7 @@ object ObjectHashAggregateExecBenchmark extends SqlBasedBenchmark { SQLConf.USE_OBJECT_HASH_AGG.key -> "true", SQLConf.OBJECT_AGG_SORT_BASED_FALLBACK_THRESHOLD.key -> "2") { sql(s"SELECT percentile_approx(id, 0.5) FROM t GROUP BY CAST(id / ${N / 4} AS BIGINT)") - .collect() + .noop() } } @@ -125,13 +125,13 @@ object ObjectHashAggregateExecBenchmark extends SqlBasedBenchmark { benchmark.addCase("sort agg w/ group by") { _ => withSQLConf(SQLConf.USE_OBJECT_HASH_AGG.key -> "false") { - df.groupBy($"id" < (N / 2)).agg(typed_count($"id")).collect() + df.groupBy($"id" < (N / 2)).agg(typed_count($"id")).noop() } } benchmark.addCase("object agg w/ group by w/o fallback") { _ => withSQLConf(SQLConf.USE_OBJECT_HASH_AGG.key -> "true") { - df.groupBy($"id" < (N / 2)).agg(typed_count($"id")).collect() + df.groupBy($"id" < (N / 2)).agg(typed_count($"id")).noop() } } @@ -139,19 +139,19 @@ object ObjectHashAggregateExecBenchmark extends SqlBasedBenchmark { withSQLConf( SQLConf.USE_OBJECT_HASH_AGG.key -> "true", SQLConf.OBJECT_AGG_SORT_BASED_FALLBACK_THRESHOLD.key -> "2") { - df.groupBy($"id" < (N / 2)).agg(typed_count($"id")).collect() + df.groupBy($"id" < (N / 2)).agg(typed_count($"id")).noop() } } benchmark.addCase("sort agg w/o group by") { _ => withSQLConf(SQLConf.USE_OBJECT_HASH_AGG.key -> "false") { - df.select(typed_count($"id")).collect() + df.select(typed_count($"id")).noop() } } benchmark.addCase("object agg w/o group by w/o fallback") { _ => withSQLConf(SQLConf.USE_OBJECT_HASH_AGG.key -> "true") { - df.select(typed_count($"id")).collect() + df.select(typed_count($"id")).noop() } } @@ -173,13 +173,13 @@ object ObjectHashAggregateExecBenchmark extends SqlBasedBenchmark { benchmark.addCase("sort agg w/ group by") { _ => withSQLConf(SQLConf.USE_OBJECT_HASH_AGG.key -> "false") { - df.groupBy($"id" / (N / 4) cast LongType).agg(percentile_approx($"id", 0.5)).collect() + df.groupBy($"id" / (N / 4) cast LongType).agg(percentile_approx($"id", 0.5)).noop() } } benchmark.addCase("object agg w/ group by w/o fallback") { _ => withSQLConf(SQLConf.USE_OBJECT_HASH_AGG.key -> "true") { - df.groupBy($"id" / (N / 4) cast LongType).agg(percentile_approx($"id", 0.5)).collect() + df.groupBy($"id" / (N / 4) cast LongType).agg(percentile_approx($"id", 0.5)).noop() } } @@ -187,19 +187,19 @@ object ObjectHashAggregateExecBenchmark extends SqlBasedBenchmark { withSQLConf( SQLConf.USE_OBJECT_HASH_AGG.key -> "true", SQLConf.OBJECT_AGG_SORT_BASED_FALLBACK_THRESHOLD.key -> "2") { - df.groupBy($"id" / (N / 4) cast LongType).agg(percentile_approx($"id", 0.5)).collect() + df.groupBy($"id" / (N / 4) cast LongType).agg(percentile_approx($"id", 0.5)).noop() } } benchmark.addCase("sort agg w/o group by") { _ => withSQLConf(SQLConf.USE_OBJECT_HASH_AGG.key -> "false") { - df.select(percentile_approx($"id", 0.5)).collect() + df.select(percentile_approx($"id", 0.5)).noop() } } benchmark.addCase("object agg w/o group by w/o fallback") { _ => withSQLConf(SQLConf.USE_OBJECT_HASH_AGG.key -> "true") { - df.select(percentile_approx($"id", 0.5)).collect() + df.select(percentile_approx($"id", 0.5)).noop() } } diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/orc/OrcReadBenchmark.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/orc/OrcReadBenchmark.scala index f28b9be60d3c..a26412c5163e 100644 --- a/sql/hive/src/test/scala/org/apache/spark/sql/hive/orc/OrcReadBenchmark.scala +++ b/sql/hive/src/test/scala/org/apache/spark/sql/hive/orc/OrcReadBenchmark.scala @@ -93,16 +93,16 @@ object OrcReadBenchmark extends SqlBasedBenchmark { benchmark.addCase("Native ORC MR") { _ => withSQLConf(SQLConf.ORC_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("SELECT sum(id) FROM nativeOrcTable").collect() + spark.sql("SELECT sum(id) FROM nativeOrcTable").noop() } } benchmark.addCase("Native ORC Vectorized") { _ => - spark.sql("SELECT sum(id) FROM nativeOrcTable").collect() + spark.sql("SELECT sum(id) FROM nativeOrcTable").noop() } benchmark.addCase("Hive built-in ORC") { _ => - spark.sql("SELECT sum(id) FROM hiveOrcTable").collect() + spark.sql("SELECT sum(id) FROM hiveOrcTable").noop() } benchmark.run() @@ -124,16 +124,16 @@ object OrcReadBenchmark extends SqlBasedBenchmark { benchmark.addCase("Native ORC MR") { _ => withSQLConf(SQLConf.ORC_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("SELECT sum(c1), sum(length(c2)) FROM nativeOrcTable").collect() + spark.sql("SELECT sum(c1), sum(length(c2)) FROM nativeOrcTable").noop() } } benchmark.addCase("Native ORC Vectorized") { _ => - spark.sql("SELECT sum(c1), sum(length(c2)) FROM nativeOrcTable").collect() + spark.sql("SELECT sum(c1), sum(length(c2)) FROM nativeOrcTable").noop() } benchmark.addCase("Hive built-in ORC") { _ => - spark.sql("SELECT sum(c1), sum(length(c2)) FROM hiveOrcTable").collect() + spark.sql("SELECT sum(c1), sum(length(c2)) FROM hiveOrcTable").noop() } benchmark.run() @@ -153,44 +153,44 @@ object OrcReadBenchmark extends SqlBasedBenchmark { benchmark.addCase("Data column - Native ORC MR") { _ => withSQLConf(SQLConf.ORC_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("SELECT sum(id) FROM nativeOrcTable").collect() + spark.sql("SELECT sum(id) FROM nativeOrcTable").noop() } } benchmark.addCase("Data column - Native ORC Vectorized") { _ => - spark.sql("SELECT sum(id) FROM nativeOrcTable").collect() + spark.sql("SELECT sum(id) FROM nativeOrcTable").noop() } benchmark.addCase("Data column - Hive built-in ORC") { _ => - spark.sql("SELECT sum(id) FROM hiveOrcTable").collect() + spark.sql("SELECT sum(id) FROM hiveOrcTable").noop() } benchmark.addCase("Partition column - Native ORC MR") { _ => withSQLConf(SQLConf.ORC_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("SELECT sum(p) FROM nativeOrcTable").collect() + spark.sql("SELECT sum(p) FROM nativeOrcTable").noop() } } benchmark.addCase("Partition column - Native ORC Vectorized") { _ => - spark.sql("SELECT sum(p) FROM nativeOrcTable").collect() + spark.sql("SELECT sum(p) FROM nativeOrcTable").noop() } benchmark.addCase("Partition column - Hive built-in ORC") { _ => - spark.sql("SELECT sum(p) FROM hiveOrcTable").collect() + spark.sql("SELECT sum(p) FROM hiveOrcTable").noop() } benchmark.addCase("Both columns - Native ORC MR") { _ => withSQLConf(SQLConf.ORC_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("SELECT sum(p), sum(id) FROM nativeOrcTable").collect() + spark.sql("SELECT sum(p), sum(id) FROM nativeOrcTable").noop() } } benchmark.addCase("Both columns - Native ORC Vectorized") { _ => - spark.sql("SELECT sum(p), sum(id) FROM nativeOrcTable").collect() + spark.sql("SELECT sum(p), sum(id) FROM nativeOrcTable").noop() } benchmark.addCase("Both columns - Hive built-in ORC") { _ => - spark.sql("SELECT sum(p), sum(id) FROM hiveOrcTable").collect() + spark.sql("SELECT sum(p), sum(id) FROM hiveOrcTable").noop() } benchmark.run() @@ -209,16 +209,16 @@ object OrcReadBenchmark extends SqlBasedBenchmark { benchmark.addCase("Native ORC MR") { _ => withSQLConf(SQLConf.ORC_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql("SELECT sum(length(c1)) FROM nativeOrcTable").collect() + spark.sql("SELECT sum(length(c1)) FROM nativeOrcTable").noop() } } benchmark.addCase("Native ORC Vectorized") { _ => - spark.sql("SELECT sum(length(c1)) FROM nativeOrcTable").collect() + spark.sql("SELECT sum(length(c1)) FROM nativeOrcTable").noop() } benchmark.addCase("Hive built-in ORC") { _ => - spark.sql("SELECT sum(length(c1)) FROM hiveOrcTable").collect() + spark.sql("SELECT sum(length(c1)) FROM hiveOrcTable").noop() } benchmark.run() @@ -244,18 +244,18 @@ object OrcReadBenchmark extends SqlBasedBenchmark { benchmark.addCase("Native ORC MR") { _ => withSQLConf(SQLConf.ORC_VECTORIZED_READER_ENABLED.key -> "false") { spark.sql("SELECT SUM(LENGTH(c2)) FROM nativeOrcTable " + - "WHERE c1 IS NOT NULL AND c2 IS NOT NULL").collect() + "WHERE c1 IS NOT NULL AND c2 IS NOT NULL").noop() } } benchmark.addCase("Native ORC Vectorized") { _ => spark.sql("SELECT SUM(LENGTH(c2)) FROM nativeOrcTable " + - "WHERE c1 IS NOT NULL AND c2 IS NOT NULL").collect() + "WHERE c1 IS NOT NULL AND c2 IS NOT NULL").noop() } benchmark.addCase("Hive built-in ORC") { _ => spark.sql("SELECT SUM(LENGTH(c2)) FROM hiveOrcTable " + - "WHERE c1 IS NOT NULL AND c2 IS NOT NULL").collect() + "WHERE c1 IS NOT NULL AND c2 IS NOT NULL").noop() } benchmark.run() @@ -278,16 +278,16 @@ object OrcReadBenchmark extends SqlBasedBenchmark { benchmark.addCase("Native ORC MR") { _ => withSQLConf(SQLConf.ORC_VECTORIZED_READER_ENABLED.key -> "false") { - spark.sql(s"SELECT sum(c$middle) FROM nativeOrcTable").collect() + spark.sql(s"SELECT sum(c$middle) FROM nativeOrcTable").noop() } } benchmark.addCase("Native ORC Vectorized") { _ => - spark.sql(s"SELECT sum(c$middle) FROM nativeOrcTable").collect() + spark.sql(s"SELECT sum(c$middle) FROM nativeOrcTable").noop() } benchmark.addCase("Hive built-in ORC") { _ => - spark.sql(s"SELECT sum(c$middle) FROM hiveOrcTable").collect() + spark.sql(s"SELECT sum(c$middle) FROM hiveOrcTable").noop() } benchmark.run()