diff --git a/sql/core/benchmarks/AggregateBenchmark-jdk11-results.txt b/sql/core/benchmarks/AggregateBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..71c6f117c15a --- /dev/null +++ b/sql/core/benchmarks/AggregateBenchmark-jdk11-results.txt @@ -0,0 +1,143 @@ +================================================================================================ +aggregate without grouping +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +agg w/o group: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +agg w/o group wholestage off 59000 61042 2888 35.5 28.1 1.0X +agg w/o group wholestage on 876 920 38 2394.8 0.4 67.4X + + +================================================================================================ +stat functions +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +stddev: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +stddev wholestage off 8693 8780 122 12.1 82.9 1.0X +stddev wholestage on 1284 1303 18 81.6 12.2 6.8X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +kurtosis: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +kurtosis wholestage off 41451 41609 224 2.5 395.3 1.0X +kurtosis wholestage on 1450 1478 29 72.3 13.8 28.6X + + +================================================================================================ +aggregate with linear keys +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Aggregate w keys: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +codegen = F 10740 11022 400 7.8 128.0 1.0X +codegen = T hashmap = F 6594 6636 55 12.7 78.6 1.6X +codegen = T hashmap = T 1399 1410 7 60.0 16.7 7.7X + + +================================================================================================ +aggregate with randomized keys +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Aggregate w keys: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +codegen = F 11496 11598 144 7.3 137.0 1.0X +codegen = T hashmap = F 7547 7575 35 11.1 90.0 1.5X +codegen = T hashmap = T 2439 2484 45 34.4 29.1 4.7X + + +================================================================================================ +aggregate with string key +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Aggregate w string key: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +codegen = F 3913 3981 95 5.4 186.6 1.0X +codegen = T hashmap = F 2443 2521 83 8.6 116.5 1.6X +codegen = T hashmap = T 1150 1181 40 18.2 54.8 3.4X + + +================================================================================================ +aggregate with decimal key +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Aggregate w decimal key: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +codegen = F 3789 3814 35 5.5 180.7 1.0X +codegen = T hashmap = F 2336 2405 96 9.0 111.4 1.6X +codegen = T hashmap = T 619 652 36 33.9 29.5 6.1X + + +================================================================================================ +aggregate with multiple key types +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Aggregate w multiple keys: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +codegen = F 6390 6496 149 3.3 304.7 1.0X +codegen = T hashmap = F 3516 3594 110 6.0 167.6 1.8X +codegen = T hashmap = T 2612 2636 34 8.0 124.5 2.4X + + +================================================================================================ +max function bytecode size of wholestagecodegen +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +max function bytecode size: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +codegen = F 646 680 30 1.0 986.4 1.0X +codegen = T hugeMethodLimit = 10000 371 396 19 1.8 566.8 1.7X +codegen = T hugeMethodLimit = 1500 651 675 31 1.0 993.3 1.0X + + +================================================================================================ +cube +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +cube: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +cube wholestage off 3180 3199 26 1.6 606.6 1.0X +cube wholestage on 1576 1587 16 3.3 300.6 2.0X + + +================================================================================================ +hash and BytesToBytesMap +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +BytesToBytesMap: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +UnsafeRowhash 323 324 1 65.0 15.4 1.0X +murmur3 hash 145 145 0 144.7 6.9 2.2X +fast hash 71 73 2 293.7 3.4 4.5X +arrayEqual 199 199 0 105.6 9.5 1.6X +Java HashMap (Long) 128 129 3 164.3 6.1 2.5X +Java HashMap (two ints) 139 142 3 151.0 6.6 2.3X +Java HashMap (UnsafeRow) 800 805 4 26.2 38.2 0.4X +LongToUnsafeRowMap (opt=false) 444 451 13 47.3 21.2 0.7X +LongToUnsafeRowMap (opt=true) 108 109 0 193.7 5.2 3.0X +BytesToBytesMap (off Heap) 1028 1046 27 20.4 49.0 0.3X +BytesToBytesMap (on Heap) 994 1012 26 21.1 47.4 0.3X +Aggregate HashMap 44 44 0 475.5 2.1 7.3X + + diff --git a/sql/core/benchmarks/AggregateBenchmark-results.txt b/sql/core/benchmarks/AggregateBenchmark-results.txt index 19e524777692..0878dcd5b628 100644 --- a/sql/core/benchmarks/AggregateBenchmark-results.txt +++ b/sql/core/benchmarks/AggregateBenchmark-results.txt @@ -2,142 +2,142 @@ aggregate without grouping ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -agg w/o group: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -agg w/o group wholestage off 65374 / 70665 32.1 31.2 1.0X -agg w/o group wholestage on 1178 / 1209 1779.8 0.6 55.5X +agg w/o group: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +agg w/o group wholestage off 49083 51709 NaN 42.7 23.4 1.0X +agg w/o group wholestage on 1161 1173 11 1806.2 0.6 42.3X ================================================================================================ stat functions ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -stddev: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -stddev wholestage off 8667 / 8851 12.1 82.7 1.0X -stddev wholestage on 1266 / 1273 82.8 12.1 6.8X +stddev: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +stddev wholestage off 8048 8052 6 13.0 76.8 1.0X +stddev wholestage on 1283 1304 16 81.7 12.2 6.3X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -kurtosis: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -kurtosis wholestage off 41218 / 41231 2.5 393.1 1.0X -kurtosis wholestage on 1347 / 1357 77.8 12.8 30.6X +kurtosis: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +kurtosis wholestage off 40205 40240 50 2.6 383.4 1.0X +kurtosis wholestage on 1422 1449 28 73.7 13.6 28.3X ================================================================================================ aggregate with linear keys ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Aggregate w keys: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -codegen = F 9309 / 9389 9.0 111.0 1.0X -codegen = T hashmap = F 4417 / 4435 19.0 52.7 2.1X -codegen = T hashmap = T 1289 / 1298 65.1 15.4 7.2X +Aggregate w keys: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +codegen = F 9881 9925 62 8.5 117.8 1.0X +codegen = T hashmap = F 5369 5487 102 15.6 64.0 1.8X +codegen = T hashmap = T 1258 1289 35 66.7 15.0 7.9X ================================================================================================ aggregate with randomized keys ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Aggregate w keys: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -codegen = F 11424 / 11426 7.3 136.2 1.0X -codegen = T hashmap = F 6441 / 6496 13.0 76.8 1.8X -codegen = T hashmap = T 2333 / 2344 36.0 27.8 4.9X +Aggregate w keys: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +codegen = F 11291 11321 43 7.4 134.6 1.0X +codegen = T hashmap = F 7288 7307 17 11.5 86.9 1.5X +codegen = T hashmap = T 2322 2354 34 36.1 27.7 4.9X ================================================================================================ aggregate with string key ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Aggregate w string key: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -codegen = F 4751 / 4890 4.4 226.5 1.0X -codegen = T hashmap = F 3146 / 3182 6.7 150.0 1.5X -codegen = T hashmap = T 2211 / 2261 9.5 105.4 2.1X +Aggregate w string key: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +codegen = F 4761 4928 236 4.4 227.0 1.0X +codegen = T hashmap = F 3391 3432 49 6.2 161.7 1.4X +codegen = T hashmap = T 2242 2264 27 9.4 106.9 2.1X ================================================================================================ aggregate with decimal key ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Aggregate w decimal key: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -codegen = F 3029 / 3062 6.9 144.4 1.0X -codegen = T hashmap = F 1534 / 1569 13.7 73.2 2.0X -codegen = T hashmap = T 575 / 578 36.5 27.4 5.3X +Aggregate w decimal key: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +codegen = F 3168 3203 49 6.6 151.1 1.0X +codegen = T hashmap = F 1886 1920 48 11.1 89.9 1.7X +codegen = T hashmap = T 558 562 3 37.6 26.6 5.7X ================================================================================================ aggregate with multiple key types ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Aggregate w multiple keys: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -codegen = F 7506 / 7521 2.8 357.9 1.0X -codegen = T hashmap = F 4791 / 4808 4.4 228.5 1.6X -codegen = T hashmap = T 3553 / 3585 5.9 169.4 2.1X +Aggregate w multiple keys: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +codegen = F 7418 7454 50 2.8 353.7 1.0X +codegen = T hashmap = F 4651 4660 12 4.5 221.8 1.6X +codegen = T hashmap = T 3815 3825 15 5.5 181.9 1.9X ================================================================================================ max function bytecode size of wholestagecodegen ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -max function bytecode size: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -codegen = F 608 / 656 1.1 927.1 1.0X -codegen = T hugeMethodLimit = 10000 402 / 419 1.6 613.5 1.5X -codegen = T hugeMethodLimit = 1500 616 / 619 1.1 939.9 1.0X +max function bytecode size: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +codegen = F 723 755 42 0.9 1103.0 1.0X +codegen = T hugeMethodLimit = 10000 372 402 33 1.8 567.0 1.9X +codegen = T hugeMethodLimit = 1500 683 725 38 1.0 1042.4 1.1X ================================================================================================ cube ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -cube: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -cube wholestage off 3229 / 3237 1.6 615.9 1.0X -cube wholestage on 1285 / 1306 4.1 245.2 2.5X +cube: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +cube wholestage off 3160 3164 6 1.7 602.7 1.0X +cube wholestage on 1601 1650 61 3.3 305.3 2.0X ================================================================================================ hash and BytesToBytesMap ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -BytesToBytesMap: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -UnsafeRowhash 328 / 330 64.0 15.6 1.0X -murmur3 hash 167 / 167 125.4 8.0 2.0X -fast hash 84 / 85 249.0 4.0 3.9X -arrayEqual 192 / 192 109.3 9.1 1.7X -Java HashMap (Long) 144 / 147 145.9 6.9 2.3X -Java HashMap (two ints) 147 / 153 142.3 7.0 2.2X -Java HashMap (UnsafeRow) 785 / 788 26.7 37.4 0.4X -LongToUnsafeRowMap (opt=false) 456 / 457 46.0 21.8 0.7X -LongToUnsafeRowMap (opt=true) 125 / 125 168.3 5.9 2.6X -BytesToBytesMap (off Heap) 885 / 885 23.7 42.2 0.4X -BytesToBytesMap (on Heap) 860 / 864 24.4 41.0 0.4X -Aggregate HashMap 56 / 56 373.9 2.7 5.8X +BytesToBytesMap: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +UnsafeRowhash 329 330 0 63.7 15.7 1.0X +murmur3 hash 148 148 1 141.7 7.1 2.2X +fast hash 75 75 0 281.3 3.6 4.4X +arrayEqual 176 177 0 119.0 8.4 1.9X +Java HashMap (Long) 138 141 4 151.7 6.6 2.4X +Java HashMap (two ints) 145 150 6 144.7 6.9 2.3X +Java HashMap (UnsafeRow) 820 825 4 25.6 39.1 0.4X +LongToUnsafeRowMap (opt=false) 449 450 1 46.7 21.4 0.7X +LongToUnsafeRowMap (opt=true) 121 124 8 173.0 5.8 2.7X +BytesToBytesMap (off Heap) 900 907 12 23.3 42.9 0.4X +BytesToBytesMap (on Heap) 861 865 5 24.4 41.0 0.4X +Aggregate HashMap 56 56 0 373.8 2.7 5.9X diff --git a/sql/core/benchmarks/BloomFilterBenchmark-jdk11-results.txt b/sql/core/benchmarks/BloomFilterBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..7f08ae6e3272 --- /dev/null +++ b/sql/core/benchmarks/BloomFilterBenchmark-jdk11-results.txt @@ -0,0 +1,24 @@ +================================================================================================ +ORC Write +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Write 100M rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Without bloom filter 19601 19676 106 5.1 196.0 1.0X +With bloom filter 22768 22800 46 4.4 227.7 0.9X + + +================================================================================================ +ORC Read +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Read a row from 100M rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Without bloom filter 2143 2186 60 46.7 21.4 1.0X +With bloom filter 1538 1557 27 65.0 15.4 1.4X + + diff --git a/sql/core/benchmarks/BloomFilterBenchmark-results.txt b/sql/core/benchmarks/BloomFilterBenchmark-results.txt index 2eeb26c899b4..6f48b47d1e2e 100644 --- a/sql/core/benchmarks/BloomFilterBenchmark-results.txt +++ b/sql/core/benchmarks/BloomFilterBenchmark-results.txt @@ -2,23 +2,23 @@ ORC Write ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Write 100M rows: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Without bloom filter 16765 / 17587 6.0 167.7 1.0X -With bloom filter 20060 / 20626 5.0 200.6 0.8X +Write 100M rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Without bloom filter 18614 18677 89 5.4 186.1 1.0X +With bloom filter 21477 21551 106 4.7 214.8 0.9X ================================================================================================ ORC Read ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Read a row from 100M rows: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Without bloom filter 1857 / 1904 53.9 18.6 1.0X -With bloom filter 1399 / 1437 71.5 14.0 1.3X +Read a row from 100M rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Without bloom filter 1829 1888 84 54.7 18.3 1.0X +With bloom filter 1433 1519 122 69.8 14.3 1.3X diff --git a/sql/core/benchmarks/BuiltInDataSourceWriteBenchmark-jdk11-results.txt b/sql/core/benchmarks/BuiltInDataSourceWriteBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..383abbf0007c --- /dev/null +++ b/sql/core/benchmarks/BuiltInDataSourceWriteBenchmark-jdk11-results.txt @@ -0,0 +1,60 @@ +================================================================================================ +Parquet writer benchmark +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Parquet writer benchmark: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Output Single Int Column 3076 3128 74 5.1 195.5 1.0X +Output Single Double Column 2805 2824 26 5.6 178.4 1.1X +Output Int and String Column 8059 8166 152 2.0 512.4 0.4X +Output Partitions 5633 6257 883 2.8 358.1 0.5X +Output Buckets 7998 8189 270 2.0 508.5 0.4X + + +================================================================================================ +ORC writer benchmark +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +ORC writer benchmark: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Output Single Int Column 1755 1784 40 9.0 111.6 1.0X +Output Single Double Column 2226 2234 11 7.1 141.5 0.8X +Output Int and String Column 6332 6366 49 2.5 402.6 0.3X +Output Partitions 4558 4715 223 3.5 289.8 0.4X +Output Buckets 6429 6527 138 2.4 408.8 0.3X + + +================================================================================================ +JSON writer benchmark +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +JSON writer benchmark: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Output Single Int Column 2816 2862 64 5.6 179.1 1.0X +Output Single Double Column 4199 4210 16 3.7 266.9 0.7X +Output Int and String Column 7232 8204 1374 2.2 459.8 0.4X +Output Partitions 5549 5561 17 2.8 352.8 0.5X +Output Buckets 11037 11842 1138 1.4 701.7 0.3X + + +================================================================================================ +CSV writer benchmark +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +CSV writer benchmark: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Output Single Int Column 3738 3750 17 4.2 237.7 1.0X +Output Single Double Column 4688 5098 579 3.4 298.1 0.8X +Output Int and String Column 7346 7758 583 2.1 467.0 0.5X +Output Partitions 6304 6311 10 2.5 400.8 0.6X +Output Buckets 8823 9757 1320 1.8 561.0 0.4X + + diff --git a/sql/core/benchmarks/BuiltInDataSourceWriteBenchmark-results.txt b/sql/core/benchmarks/BuiltInDataSourceWriteBenchmark-results.txt index 9d656fc10dce..347abd4bdb8d 100644 --- a/sql/core/benchmarks/BuiltInDataSourceWriteBenchmark-results.txt +++ b/sql/core/benchmarks/BuiltInDataSourceWriteBenchmark-results.txt @@ -2,59 +2,59 @@ Parquet writer benchmark ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Parquet writer benchmark: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Output Single Int Column 2354 / 2438 6.7 149.7 1.0X -Output Single Double Column 2462 / 2485 6.4 156.5 1.0X -Output Int and String Column 8083 / 8100 1.9 513.9 0.3X -Output Partitions 5015 / 5027 3.1 318.8 0.5X -Output Buckets 6883 / 6887 2.3 437.6 0.3X +Parquet writer benchmark: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Output Single Int Column 2702 2828 178 5.8 171.8 1.0X +Output Single Double Column 2785 2816 43 5.6 177.1 1.0X +Output Int and String Column 7849 7900 72 2.0 499.0 0.3X +Output Partitions 5250 5290 56 3.0 333.8 0.5X +Output Buckets 7333 7391 82 2.1 466.2 0.4X ================================================================================================ ORC writer benchmark ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -ORC writer benchmark: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Output Single Int Column 1769 / 1789 8.9 112.4 1.0X -Output Single Double Column 1989 / 2009 7.9 126.5 0.9X -Output Int and String Column 7323 / 7400 2.1 465.6 0.2X -Output Partitions 4374 / 4381 3.6 278.1 0.4X -Output Buckets 6086 / 6104 2.6 386.9 0.3X +ORC writer benchmark: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Output Single Int Column 1836 1917 114 8.6 116.7 1.0X +Output Single Double Column 2228 2268 56 7.1 141.7 0.8X +Output Int and String Column 7580 7691 156 2.1 481.9 0.2X +Output Partitions 4407 4423 22 3.6 280.2 0.4X +Output Buckets 6179 6228 69 2.5 392.8 0.3X ================================================================================================ JSON writer benchmark ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -JSON writer benchmark: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Output Single Int Column 2954 / 4085 5.3 187.8 1.0X -Output Single Double Column 3832 / 3837 4.1 243.6 0.8X -Output Int and String Column 9591 / 10336 1.6 609.8 0.3X -Output Partitions 4956 / 4994 3.2 315.1 0.6X -Output Buckets 6608 / 6676 2.4 420.1 0.4X +JSON writer benchmark: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Output Single Int Column 3022 3883 1217 5.2 192.2 1.0X +Output Single Double Column 3936 3983 67 4.0 250.2 0.8X +Output Int and String Column 10381 10837 644 1.5 660.0 0.3X +Output Partitions 5207 5212 8 3.0 331.0 0.6X +Output Buckets 6898 9021 3002 2.3 438.6 0.4X ================================================================================================ CSV writer benchmark ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -CSV writer benchmark: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Output Single Int Column 4118 / 4125 3.8 261.8 1.0X -Output Single Double Column 4888 / 4891 3.2 310.8 0.8X -Output Int and String Column 9788 / 9872 1.6 622.3 0.4X -Output Partitions 6578 / 6640 2.4 418.2 0.6X -Output Buckets 9125 / 9171 1.7 580.2 0.5X +CSV writer benchmark: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Output Single Int Column 4076 4126 71 3.9 259.1 1.0X +Output Single Double Column 4860 4895 49 3.2 309.0 0.8X +Output Int and String Column 9698 9715 25 1.6 616.6 0.4X +Output Partitions 6660 7431 1091 2.4 423.4 0.6X +Output Buckets 9543 9631 124 1.6 606.7 0.4X diff --git a/sql/core/benchmarks/CSVBenchmark-jdk11-results.txt b/sql/core/benchmarks/CSVBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..ae156d1c18ce --- /dev/null +++ b/sql/core/benchmarks/CSVBenchmark-jdk11-results.txt @@ -0,0 +1,4 @@ +================================================================================================ +Benchmark to measure CSV read/write performance +================================================================================================ + diff --git a/sql/core/benchmarks/CSVBenchmark-results.txt b/sql/core/benchmarks/CSVBenchmark-results.txt index 888c2ce9f284..ae156d1c18ce 100644 --- a/sql/core/benchmarks/CSVBenchmark-results.txt +++ b/sql/core/benchmarks/CSVBenchmark-results.txt @@ -2,58 +2,3 @@ Benchmark to measure CSV read/write performance ================================================================================================ -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.4 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -Parsing quoted values: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -One quoted string 36998 37134 120 0.0 739953.1 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.4 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -Wide rows with 1000 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Select 1000 columns 140620 141162 737 0.0 140620.5 1.0X -Select 100 columns 35170 35287 183 0.0 35170.0 4.0X -Select one column 27711 27927 187 0.0 27710.9 5.1X -count() 7707 7804 84 0.1 7707.4 18.2X -Select 100 columns, one bad input field 41762 41851 117 0.0 41761.8 3.4X -Select 100 columns, corrupt record field 48717 48761 44 0.0 48717.4 2.9X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.4 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -Count a dataset with 10 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Select 10 columns + count() 16001 16053 53 0.6 1600.1 1.0X -Select 1 column + count() 11571 11614 58 0.9 1157.1 1.4X -count() 4752 4766 18 2.1 475.2 3.4X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.4 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -Write dates and timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Create a dataset of timestamps 1070 1072 2 9.3 107.0 1.0X -to_csv(timestamp) 10446 10746 344 1.0 1044.6 0.1X -write timestamps to files 9573 9659 101 1.0 957.3 0.1X -Create a dataset of dates 1245 1260 17 8.0 124.5 0.9X -to_csv(date) 7157 7167 11 1.4 715.7 0.1X -write dates to files 5415 5450 57 1.8 541.5 0.2X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.4 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -Read dates and timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -read timestamp text from files 1880 1887 8 5.3 188.0 1.0X -read timestamps from files 27135 27180 43 0.4 2713.5 0.1X -infer timestamps from files 51426 51534 97 0.2 5142.6 0.0X -read date text from files 1618 1622 4 6.2 161.8 1.2X -read date from files 20207 20218 13 0.5 2020.7 0.1X -infer date from files 19418 19479 94 0.5 1941.8 0.1X -timestamp strings 2289 2300 13 4.4 228.9 0.8X -parse timestamps from Dataset[String] 29367 29391 24 0.3 2936.7 0.1X -infer timestamps from Dataset[String] 54782 54902 126 0.2 5478.2 0.0X -date strings 2508 2524 16 4.0 250.8 0.7X -parse dates from Dataset[String] 21884 21902 19 0.5 2188.4 0.1X -from_csv(timestamp) 27188 27723 477 0.4 2718.8 0.1X -from_csv(date) 21137 21191 84 0.5 2113.7 0.1X - - diff --git a/sql/core/benchmarks/ColumnarBatchBenchmark-jdk11-results.txt b/sql/core/benchmarks/ColumnarBatchBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..d421e5851154 --- /dev/null +++ b/sql/core/benchmarks/ColumnarBatchBenchmark-jdk11-results.txt @@ -0,0 +1,59 @@ +================================================================================================ +Int Read/Write +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Int Read/Write: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Java Array 232 234 1 1409.7 0.7 1.0X +ByteBuffer Unsafe 396 396 0 827.9 1.2 0.6X +ByteBuffer API 602 603 0 544.0 1.8 0.4X +DirectByteBuffer 1185 1186 2 276.6 3.6 0.2X +Unsafe Buffer 321 322 1 1020.7 1.0 0.7X +Column(on heap) 235 236 1 1396.2 0.7 1.0X +Column(off heap) 519 522 3 631.6 1.6 0.4X +Column(off heap direct) 316 317 0 1035.4 1.0 0.7X +UnsafeRow (on heap) 688 690 4 476.3 2.1 0.3X +UnsafeRow (off heap) 640 642 2 511.8 2.0 0.4X +Column On Heap Append 548 549 1 598.5 1.7 0.4X + + +================================================================================================ +Boolean Read/Write +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Boolean Read/Write: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Bitset 773 773 0 434.0 2.3 1.0X +Byte Array 382 382 0 878.8 1.1 2.0X + + +================================================================================================ +String Read/Write +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +String Read/Write: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +On Heap 407 408 0 40.2 24.9 1.0X +Off Heap 809 811 1 20.2 49.4 0.5X + + +================================================================================================ +Array Vector Read +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Array Vector Read: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +On Heap Read Size Only 102 103 1 1613.4 0.6 1.0X +Off Heap Read Size Only 287 288 0 570.1 1.8 0.4X +On Heap Read Elements 4263 4263 0 38.4 26.0 0.0X +Off Heap Read Elements 5629 5631 3 29.1 34.4 0.0X + + diff --git a/sql/core/benchmarks/ColumnarBatchBenchmark-results.txt b/sql/core/benchmarks/ColumnarBatchBenchmark-results.txt index 59637162f0a1..57a65542332c 100644 --- a/sql/core/benchmarks/ColumnarBatchBenchmark-results.txt +++ b/sql/core/benchmarks/ColumnarBatchBenchmark-results.txt @@ -2,58 +2,58 @@ Int Read/Write ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Int Read/Write: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Java Array 244 / 244 1342.3 0.7 1.0X -ByteBuffer Unsafe 445 / 445 736.5 1.4 0.5X -ByteBuffer API 2124 / 2125 154.3 6.5 0.1X -DirectByteBuffer 750 / 750 437.2 2.3 0.3X -Unsafe Buffer 234 / 236 1401.3 0.7 1.0X -Column(on heap) 245 / 245 1335.6 0.7 1.0X -Column(off heap) 489 / 489 670.3 1.5 0.5X -Column(off heap direct) 236 / 236 1388.1 0.7 1.0X -UnsafeRow (on heap) 532 / 534 616.0 1.6 0.5X -UnsafeRow (off heap) 564 / 565 580.7 1.7 0.4X -Column On Heap Append 489 / 489 670.6 1.5 0.5X +Int Read/Write: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Java Array 245 245 0 1338.6 0.7 1.0X +ByteBuffer Unsafe 445 445 0 736.4 1.4 0.6X +ByteBuffer API 1936 1938 3 169.2 5.9 0.1X +DirectByteBuffer 743 744 1 440.8 2.3 0.3X +Unsafe Buffer 239 240 0 1369.1 0.7 1.0X +Column(on heap) 246 247 1 1330.9 0.8 1.0X +Column(off heap) 487 487 0 673.0 1.5 0.5X +Column(off heap direct) 239 239 0 1371.6 0.7 1.0X +UnsafeRow (on heap) 536 537 1 611.3 1.6 0.5X +UnsafeRow (off heap) 581 581 1 564.3 1.8 0.4X +Column On Heap Append 519 519 0 631.2 1.6 0.5X ================================================================================================ Boolean Read/Write ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Boolean Read/Write: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Bitset 879 / 879 381.9 2.6 1.0X -Byte Array 794 / 794 422.6 2.4 1.1X +Boolean Read/Write: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Bitset 940 940 1 357.1 2.8 1.0X +Byte Array 773 773 0 434.3 2.3 1.2X ================================================================================================ String Read/Write ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -String Read/Write: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -On Heap 449 / 449 36.5 27.4 1.0X -Off Heap 679 / 679 24.1 41.4 0.7X +String Read/Write: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +On Heap 406 406 0 40.4 24.8 1.0X +Off Heap 631 632 1 26.0 38.5 0.6X ================================================================================================ Array Vector Read ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Array Vector Read: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -On Heap Read Size Only 713 / 713 229.8 4.4 1.0X -Off Heap Read Size Only 757 / 757 216.5 4.6 0.9X -On Heap Read Elements 3648 / 3650 44.9 22.3 0.2X -Off Heap Read Elements 5263 / 5265 31.1 32.1 0.1X +Array Vector Read: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +On Heap Read Size Only 426 436 22 384.9 2.6 1.0X +Off Heap Read Size Only 260 260 0 631.3 1.6 1.6X +On Heap Read Elements 3352 3353 1 48.9 20.5 0.1X +Off Heap Read Elements 4771 4772 0 34.3 29.1 0.1X diff --git a/sql/core/benchmarks/CompressionSchemeBenchmark-results.txt b/sql/core/benchmarks/CompressionSchemeBenchmark-results.txt deleted file mode 100644 index caa9378301f5..000000000000 --- a/sql/core/benchmarks/CompressionSchemeBenchmark-results.txt +++ /dev/null @@ -1,137 +0,0 @@ -================================================================================================ -Compression Scheme Benchmark -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -BOOLEAN Encode: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -PassThrough(1.000) 4 / 4 17998.9 0.1 1.0X -RunLengthEncoding(2.501) 680 / 680 98.7 10.1 0.0X -BooleanBitSet(0.125) 365 / 365 183.9 5.4 0.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -BOOLEAN Decode: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -PassThrough 144 / 144 466.5 2.1 1.0X -RunLengthEncoding 679 / 679 98.9 10.1 0.2X -BooleanBitSet 1425 / 1431 47.1 21.2 0.1X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -SHORT Encode (Lower Skew): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -PassThrough(1.000) 7 / 7 10115.0 0.1 1.0X -RunLengthEncoding(1.494) 1671 / 1672 40.2 24.9 0.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -SHORT Decode (Lower Skew): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -PassThrough 1128 / 1128 59.5 16.8 1.0X -RunLengthEncoding 1630 / 1633 41.2 24.3 0.7X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -SHORT Encode (Higher Skew): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -PassThrough(1.000) 7 / 7 10164.2 0.1 1.0X -RunLengthEncoding(1.989) 1562 / 1563 43.0 23.3 0.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -SHORT Decode (Higher Skew): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -PassThrough 1127 / 1127 59.6 16.8 1.0X -RunLengthEncoding 1629 / 1631 41.2 24.3 0.7X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -INT Encode (Lower Skew): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -PassThrough(1.000) 22 / 23 2983.2 0.3 1.0X -RunLengthEncoding(1.003) 2426 / 2427 27.7 36.1 0.0X -DictionaryEncoding(0.500) 958 / 958 70.1 14.3 0.0X -IntDelta(0.250) 286 / 286 235.0 4.3 0.1X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -INT Decode (Lower Skew): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -PassThrough 1268 / 1269 52.9 18.9 1.0X -RunLengthEncoding 1906 / 1911 35.2 28.4 0.7X -DictionaryEncoding 981 / 982 68.4 14.6 1.3X -IntDelta 812 / 817 82.6 12.1 1.6X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -INT Encode (Higher Skew): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -PassThrough(1.000) 23 / 23 2926.9 0.3 1.0X -RunLengthEncoding(1.326) 2614 / 2614 25.7 38.9 0.0X -DictionaryEncoding(0.501) 1024 / 1024 65.5 15.3 0.0X -IntDelta(0.250) 286 / 286 234.7 4.3 0.1X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -INT Decode (Higher Skew): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -PassThrough 1433 / 1433 46.8 21.4 1.0X -RunLengthEncoding 1923 / 1926 34.9 28.6 0.7X -DictionaryEncoding 1285 / 1285 52.2 19.2 1.1X -IntDelta 1129 / 1137 59.4 16.8 1.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -LONG Encode (Lower Skew): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -PassThrough(1.000) 45 / 45 1495.6 0.7 1.0X -RunLengthEncoding(0.738) 2662 / 2663 25.2 39.7 0.0X -DictionaryEncoding(0.250) 1269 / 1269 52.9 18.9 0.0X -LongDelta(0.125) 450 / 450 149.1 6.7 0.1X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -LONG Decode (Lower Skew): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -PassThrough 1483 / 1483 45.3 22.1 1.0X -RunLengthEncoding 1875 / 1875 35.8 27.9 0.8X -DictionaryEncoding 1213 / 1214 55.3 18.1 1.2X -LongDelta 816 / 817 82.2 12.2 1.8X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -LONG Encode (Higher Skew): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -PassThrough(1.000) 45 / 45 1489.3 0.7 1.0X -RunLengthEncoding(1.003) 2906 / 2906 23.1 43.3 0.0X -DictionaryEncoding(0.251) 1610 / 1610 41.7 24.0 0.0X -LongDelta(0.125) 451 / 451 148.7 6.7 0.1X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -LONG Decode (Higher Skew): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -PassThrough 1485 / 1485 45.2 22.1 1.0X -RunLengthEncoding 1889 / 1890 35.5 28.2 0.8X -DictionaryEncoding 1215 / 1216 55.2 18.1 1.2X -LongDelta 1107 / 1110 60.6 16.5 1.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -STRING Encode: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -PassThrough(1.000) 67 / 68 994.5 1.0 1.0X -RunLengthEncoding(0.894) 5877 / 5882 11.4 87.6 0.0X -DictionaryEncoding(0.167) 3597 / 3602 18.7 53.6 0.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -STRING Decode: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -PassThrough 3243 / 3244 20.7 48.3 1.0X -RunLengthEncoding 3598 / 3601 18.7 53.6 0.9X -DictionaryEncoding 3182 / 3182 21.1 47.4 1.0X - - diff --git a/sql/core/benchmarks/DataSourceReadBenchmark-results.txt b/sql/core/benchmarks/DataSourceReadBenchmark-results.txt deleted file mode 100644 index efb0601cc5d6..000000000000 --- a/sql/core/benchmarks/DataSourceReadBenchmark-results.txt +++ /dev/null @@ -1,252 +0,0 @@ -================================================================================================ -SQL Single Numeric Column Scan -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -SQL Single TINYINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -SQL CSV 23939 24126 265 0.7 1522.0 1.0X -SQL Json 8908 9008 142 1.8 566.4 2.7X -SQL Parquet Vectorized 192 229 36 82.1 12.2 125.0X -SQL Parquet MR 2356 2363 10 6.7 149.8 10.2X -SQL ORC Vectorized 329 347 25 47.9 20.9 72.9X -SQL ORC MR 1711 1747 50 9.2 108.8 14.0X - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Parquet Reader Single TINYINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -ParquetReader Vectorized 194 197 4 81.1 12.3 1.0X -ParquetReader Vectorized -> Row 97 102 13 162.3 6.2 2.0X - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -SQL Single SMALLINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -SQL CSV 24603 24607 6 0.6 1564.2 1.0X -SQL Json 9587 9652 92 1.6 609.5 2.6X -SQL Parquet Vectorized 227 241 13 69.4 14.4 108.6X -SQL Parquet MR 2432 2441 12 6.5 154.6 10.1X -SQL ORC Vectorized 320 327 8 49.2 20.3 76.9X -SQL ORC MR 1889 1921 46 8.3 120.1 13.0X - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Parquet Reader Single SMALLINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -ParquetReader Vectorized 290 294 8 54.3 18.4 1.0X -ParquetReader Vectorized -> Row 252 256 5 62.4 16.0 1.2X - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -SQL Single INT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -SQL CSV 26742 26743 1 0.6 1700.2 1.0X -SQL Json 10855 10855 0 1.4 690.1 2.5X -SQL Parquet Vectorized 195 202 7 80.8 12.4 137.3X -SQL Parquet MR 2805 2806 0 5.6 178.4 9.5X -SQL ORC Vectorized 376 383 5 41.8 23.9 71.1X -SQL ORC MR 2021 2092 102 7.8 128.5 13.2X - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Parquet Reader Single INT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -ParquetReader Vectorized 248 253 5 63.4 15.8 1.0X -ParquetReader Vectorized -> Row 249 251 2 63.1 15.9 1.0X - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -SQL Single BIGINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -SQL CSV 34841 34855 20 0.5 2215.1 1.0X -SQL Json 14121 14133 18 1.1 897.8 2.5X -SQL Parquet Vectorized 288 303 17 54.7 18.3 121.2X -SQL Parquet MR 3178 3197 27 4.9 202.0 11.0X -SQL ORC Vectorized 465 476 8 33.8 29.6 74.9X -SQL ORC MR 2255 2260 6 7.0 143.4 15.4X - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Parquet Reader Single BIGINT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -ParquetReader Vectorized 344 354 11 45.8 21.8 1.0X -ParquetReader Vectorized -> Row 383 385 3 41.1 24.3 0.9X - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -SQL Single FLOAT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -SQL CSV 29336 29563 322 0.5 1865.1 1.0X -SQL Json 13452 13544 130 1.2 855.3 2.2X -SQL Parquet Vectorized 186 200 22 84.8 11.8 158.1X -SQL Parquet MR 2752 2815 90 5.7 175.0 10.7X -SQL ORC Vectorized 460 465 6 34.2 29.3 63.7X -SQL ORC MR 2054 2072 26 7.7 130.6 14.3X - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Parquet Reader Single FLOAT Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -ParquetReader Vectorized 244 246 4 64.6 15.5 1.0X -ParquetReader Vectorized -> Row 247 250 4 63.7 15.7 1.0X - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -SQL Single DOUBLE Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -SQL CSV 37812 37897 120 0.4 2404.0 1.0X -SQL Json 19499 19509 15 0.8 1239.7 1.9X -SQL Parquet Vectorized 284 292 10 55.4 18.1 133.2X -SQL Parquet MR 3236 3248 17 4.9 205.7 11.7X -SQL ORC Vectorized 542 558 18 29.0 34.4 69.8X -SQL ORC MR 2273 2298 36 6.9 144.5 16.6X - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Parquet Reader Single DOUBLE Column Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -ParquetReader Vectorized 342 352 13 46.0 21.7 1.0X -ParquetReader Vectorized -> Row 341 344 3 46.1 21.7 1.0X - - -================================================================================================ -Int and String Scan -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Int and String Scan: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -SQL CSV 26777 26806 41 0.4 2553.7 1.0X -SQL Json 13894 14071 251 0.8 1325.0 1.9X -SQL Parquet Vectorized 2351 2404 75 4.5 224.2 11.4X -SQL Parquet MR 5198 5219 29 2.0 495.8 5.2X -SQL ORC Vectorized 2434 2435 1 4.3 232.1 11.0X -SQL ORC MR 4281 4345 91 2.4 408.3 6.3X - - -================================================================================================ -Repeated String Scan -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Repeated String: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -SQL CSV 15779 16507 1029 0.7 1504.8 1.0X -SQL Json 7866 7877 14 1.3 750.2 2.0X -SQL Parquet Vectorized 820 826 5 12.8 78.2 19.2X -SQL Parquet MR 2646 2658 17 4.0 252.4 6.0X -SQL ORC Vectorized 638 644 7 16.4 60.9 24.7X -SQL ORC MR 2205 2222 25 4.8 210.3 7.2X - - -================================================================================================ -Partitioned Table Scan -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Partitioned Table: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Data column - CSV 38142 38183 58 0.4 2425.0 1.0X -Data column - Json 14664 14667 4 1.1 932.3 2.6X -Data column - Parquet Vectorized 304 318 13 51.8 19.3 125.7X -Data column - Parquet MR 3378 3384 8 4.7 214.8 11.3X -Data column - ORC Vectorized 475 481 7 33.1 30.2 80.3X -Data column - ORC MR 2324 2356 46 6.8 147.7 16.4X -Partition column - CSV 14680 14742 88 1.1 933.3 2.6X -Partition column - Json 11200 11251 73 1.4 712.1 3.4X -Partition column - Parquet Vectorized 102 111 14 154.7 6.5 375.1X -Partition column - Parquet MR 1477 1483 9 10.7 93.9 25.8X -Partition column - ORC Vectorized 100 112 18 157.4 6.4 381.6X -Partition column - ORC MR 1675 1685 15 9.4 106.5 22.8X -Both columns - CSV 41925 41929 6 0.4 2665.5 0.9X -Both columns - Json 15409 15422 18 1.0 979.7 2.5X -Both columns - Parquet Vectorized 351 358 10 44.8 22.3 108.7X -Both columns - Parquet MR 3719 3720 2 4.2 236.4 10.3X -Both columns - ORC Vectorized 609 630 23 25.8 38.7 62.6X -Both columns - ORC MR 2959 2959 1 5.3 188.1 12.9X - - -================================================================================================ -String with Nulls Scan -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -String with Nulls Scan (0.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -SQL CSV 19510 19709 282 0.5 1860.6 1.0X -SQL Json 11816 11822 8 0.9 1126.9 1.7X -SQL Parquet Vectorized 1535 1548 18 6.8 146.4 12.7X -SQL Parquet MR 5491 5514 33 1.9 523.6 3.6X -ParquetReader Vectorized 1126 1129 5 9.3 107.4 17.3X -SQL ORC Vectorized 1200 1215 21 8.7 114.5 16.3X -SQL ORC MR 3901 3904 4 2.7 372.1 5.0X - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -String with Nulls Scan (50.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -SQL CSV 21439 21457 26 0.5 2044.6 1.0X -SQL Json 9653 9669 22 1.1 920.6 2.2X -SQL Parquet Vectorized 1126 1131 8 9.3 107.4 19.0X -SQL Parquet MR 3947 3961 19 2.7 376.4 5.4X -ParquetReader Vectorized 998 1023 36 10.5 95.2 21.5X -SQL ORC Vectorized 1274 1277 4 8.2 121.5 16.8X -SQL ORC MR 3424 3425 1 3.1 326.5 6.3X - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -String with Nulls Scan (95.0%): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -SQL CSV 17885 17893 11 0.6 1705.7 1.0X -SQL Json 5201 5210 13 2.0 496.0 3.4X -SQL Parquet Vectorized 261 267 6 40.2 24.9 68.6X -SQL Parquet MR 2841 2853 18 3.7 270.9 6.3X -ParquetReader Vectorized 244 246 3 43.1 23.2 73.4X -SQL ORC Vectorized 465 468 1 22.5 44.4 38.4X -SQL ORC MR 1904 1945 58 5.5 181.6 9.4X - - -================================================================================================ -Single Column Scan From Wide Columns -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Single Column Scan from 10 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -SQL CSV 3841 3861 28 0.3 3663.1 1.0X -SQL Json 3780 3787 10 0.3 3604.6 1.0X -SQL Parquet Vectorized 83 90 10 12.7 79.0 46.4X -SQL Parquet MR 291 303 18 3.6 277.9 13.2X -SQL ORC Vectorized 93 106 20 11.3 88.8 41.2X -SQL ORC MR 217 224 10 4.8 206.6 17.7X - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Single Column Scan from 50 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -SQL CSV 8896 8971 106 0.1 8483.9 1.0X -SQL Json 14731 14773 59 0.1 14048.2 0.6X -SQL Parquet Vectorized 120 146 26 8.8 114.0 74.4X -SQL Parquet MR 330 363 33 3.2 314.4 27.0X -SQL ORC Vectorized 122 130 11 8.6 115.9 73.2X -SQL ORC MR 248 254 9 4.2 237.0 35.8X - -OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Single Column Scan from 100 columns: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -SQL CSV 14771 14817 65 0.1 14086.3 1.0X -SQL Json 29677 29787 157 0.0 28302.0 0.5X -SQL Parquet Vectorized 182 191 13 5.8 173.8 81.1X -SQL Parquet MR 1209 1213 5 0.9 1153.1 12.2X -SQL ORC Vectorized 165 176 17 6.3 157.7 89.3X -SQL ORC MR 809 813 4 1.3 771.4 18.3X - - diff --git a/sql/core/benchmarks/DatasetBenchmark-jdk11-results.txt b/sql/core/benchmarks/DatasetBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..8e15d388d76c --- /dev/null +++ b/sql/core/benchmarks/DatasetBenchmark-jdk11-results.txt @@ -0,0 +1,46 @@ +================================================================================================ +Dataset Benchmark +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +back-to-back map long: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +RDD 13724 13747 32 7.3 137.2 1.0X +DataFrame 2463 2617 217 40.6 24.6 5.6X +Dataset 3140 3228 125 31.8 31.4 4.4X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +back-to-back map: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +RDD 17868 17973 148 5.6 178.7 1.0X +DataFrame 6102 6158 79 16.4 61.0 2.9X +Dataset 15361 15600 339 6.5 153.6 1.2X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +back-to-back filter Long: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +RDD 3457 3727 382 28.9 34.6 1.0X +DataFrame 1465 1636 242 68.3 14.6 2.4X +Dataset 4063 4066 4 24.6 40.6 0.9X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +back-to-back filter: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +RDD 4839 4851 17 20.7 48.4 1.0X +DataFrame 238 253 10 420.9 2.4 20.4X +Dataset 5705 5774 97 17.5 57.0 0.8X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +aggregate: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +RDD sum 4915 5055 198 20.3 49.1 1.0X +DataFrame sum 74 85 9 1358.2 0.7 66.8X +Dataset sum using Aggregator 5402 5498 135 18.5 54.0 0.9X +Dataset complex Aggregator 9800 10574 1095 10.2 98.0 0.5X + + diff --git a/sql/core/benchmarks/DatasetBenchmark-results.txt b/sql/core/benchmarks/DatasetBenchmark-results.txt index dcc190eb45c0..e3f098b6c095 100644 --- a/sql/core/benchmarks/DatasetBenchmark-results.txt +++ b/sql/core/benchmarks/DatasetBenchmark-results.txt @@ -2,45 +2,45 @@ Dataset Benchmark ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -back-to-back map long: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -RDD 11800 / 12042 8.5 118.0 1.0X -DataFrame 1927 / 2189 51.9 19.3 6.1X -Dataset 2483 / 2605 40.3 24.8 4.8X +back-to-back map long: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +RDD 13085 13092 9 7.6 130.9 1.0X +DataFrame 2094 2331 334 47.7 20.9 6.2X +Dataset 2954 3100 206 33.8 29.5 4.4X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -back-to-back map: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -RDD 16286 / 16301 6.1 162.9 1.0X -DataFrame 8101 / 8104 12.3 81.0 2.0X -Dataset 17445 / 17811 5.7 174.4 0.9X +back-to-back map: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +RDD 16620 16637 23 6.0 166.2 1.0X +DataFrame 8261 8286 36 12.1 82.6 2.0X +Dataset 18577 18958 538 5.4 185.8 0.9X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -back-to-back filter Long: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -RDD 2971 / 3184 33.7 29.7 1.0X -DataFrame 1243 / 1296 80.5 12.4 2.4X -Dataset 3062 / 3091 32.7 30.6 1.0X +back-to-back filter Long: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +RDD 3526 3676 212 28.4 35.3 1.0X +DataFrame 1357 1438 115 73.7 13.6 2.6X +Dataset 3182 3234 74 31.4 31.8 1.1X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -back-to-back filter: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -RDD 5253 / 5269 19.0 52.5 1.0X -DataFrame 211 / 234 473.4 2.1 24.9X -Dataset 9550 / 9552 10.5 95.5 0.6X +back-to-back filter: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +RDD 5293 5293 0 18.9 52.9 1.0X +DataFrame 205 226 17 487.5 2.1 25.8X +Dataset 9337 9347 14 10.7 93.4 0.6X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -aggregate: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -RDD sum 5086 / 5108 19.7 50.9 1.0X -DataFrame sum 65 / 73 1548.9 0.6 78.8X -Dataset sum using Aggregator 9024 / 9320 11.1 90.2 0.6X -Dataset complex Aggregator 15079 / 15171 6.6 150.8 0.3X +aggregate: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +RDD sum 5111 5208 136 19.6 51.1 1.0X +DataFrame sum 81 89 7 1229.6 0.8 62.9X +Dataset sum using Aggregator 8571 8717 206 11.7 85.7 0.6X +Dataset complex Aggregator 12756 13083 461 7.8 127.6 0.4X diff --git a/sql/core/benchmarks/DateTimeBenchmark-results.txt b/sql/core/benchmarks/DateTimeBenchmark-results.txt deleted file mode 100644 index 7d562544dd49..000000000000 --- a/sql/core/benchmarks/DateTimeBenchmark-results.txt +++ /dev/null @@ -1,425 +0,0 @@ -================================================================================================ -Extract components -================================================================================================ - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -cast to timestamp: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -cast to timestamp wholestage off 275 / 287 36.4 27.5 1.0X -cast to timestamp wholestage on 243 / 253 41.2 24.3 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -year of timestamp: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -year of timestamp wholestage off 661 / 667 15.1 66.1 1.0X -year of timestamp wholestage on 659 / 669 15.2 65.9 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -quarter of timestamp: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -quarter of timestamp wholestage off 820 / 822 12.2 82.0 1.0X -quarter of timestamp wholestage on 768 / 776 13.0 76.8 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -month of timestamp: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -month of timestamp wholestage off 636 / 638 15.7 63.6 1.0X -month of timestamp wholestage on 648 / 654 15.4 64.8 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -weekofyear of timestamp: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -weekofyear of timestamp wholestage off 1093 / 1097 9.2 109.3 1.0X -weekofyear of timestamp wholestage on 1101 / 1107 9.1 110.1 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -day of timestamp: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -day of timestamp wholestage off 643 / 644 15.6 64.3 1.0X -day of timestamp wholestage on 655 / 657 15.3 65.5 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -dayofyear of timestamp: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -dayofyear of timestamp wholestage off 681 / 692 14.7 68.1 1.0X -dayofyear of timestamp wholestage on 675 / 680 14.8 67.5 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -dayofmonth of timestamp: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -dayofmonth of timestamp wholestage off 656 / 657 15.2 65.6 1.0X -dayofmonth of timestamp wholestage on 651 / 658 15.4 65.1 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -dayofweek of timestamp: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -dayofweek of timestamp wholestage off 775 / 776 12.9 77.5 1.0X -dayofweek of timestamp wholestage on 777 / 781 12.9 77.7 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -weekday of timestamp: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -weekday of timestamp wholestage off 737 / 737 13.6 73.7 1.0X -weekday of timestamp wholestage on 737 / 739 13.6 73.7 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -hour of timestamp: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -hour of timestamp wholestage off 425 / 426 23.5 42.5 1.0X -hour of timestamp wholestage on 430 / 434 23.2 43.0 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -minute of timestamp: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -minute of timestamp wholestage off 430 / 439 23.3 43.0 1.0X -minute of timestamp wholestage on 436 / 438 23.0 43.6 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -second of timestamp: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -second of timestamp wholestage off 413 / 413 24.2 41.3 1.0X -second of timestamp wholestage on 413 / 425 24.2 41.3 1.0X - - -================================================================================================ -Current date and time -================================================================================================ - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -current_date: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -current_date wholestage off 205 / 206 48.7 20.5 1.0X -current_date wholestage on 219 / 224 45.8 21.9 0.9X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -current_timestamp: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -current_timestamp wholestage off 212 / 213 47.3 21.2 1.0X -current_timestamp wholestage on 202 / 205 49.6 20.2 1.0X - - -================================================================================================ -Date arithmetic -================================================================================================ - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -cast to date: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -cast to date wholestage off 459 / 462 21.8 45.9 1.0X -cast to date wholestage on 493 / 500 20.3 49.3 0.9X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -last_day: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -last_day wholestage off 680 / 686 14.7 68.0 1.0X -last_day wholestage on 671 / 681 14.9 67.1 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -next_day: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -next_day wholestage off 532 / 533 18.8 53.2 1.0X -next_day wholestage on 576 / 580 17.4 57.6 0.9X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -date_add: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -date_add wholestage off 445 / 446 22.5 44.5 1.0X -date_add wholestage on 455 / 457 22.0 45.5 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -date_sub: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -date_sub wholestage off 454 / 457 22.0 45.4 1.0X -date_sub wholestage on 455 / 458 22.0 45.5 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -add_months: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -add_months wholestage off 898 / 900 11.1 89.8 1.0X -add_months wholestage on 894 / 909 11.2 89.4 1.0X - - -================================================================================================ -Formatting dates -================================================================================================ - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -format date: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -format date wholestage off 4787 / 4839 2.1 478.7 1.0X -format date wholestage on 4736 / 4802 2.1 473.6 1.0X - - -================================================================================================ -Formatting timestamps -================================================================================================ - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -from_unixtime: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -from_unixtime wholestage off 7136 / 7163 1.4 713.6 1.0X -from_unixtime wholestage on 7144 / 7174 1.4 714.4 1.0X - - -================================================================================================ -Convert timestamps -================================================================================================ - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -from_utc_timestamp: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -from_utc_timestamp wholestage off 880 / 888 11.4 88.0 1.0X -from_utc_timestamp wholestage on 841 / 854 11.9 84.1 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -to_utc_timestamp: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -to_utc_timestamp wholestage off 879 / 884 11.4 87.9 1.0X -to_utc_timestamp wholestage on 862 / 876 11.6 86.2 1.0X - - -================================================================================================ -Intervals -================================================================================================ - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -cast interval: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -cast interval wholestage off 242 / 250 41.3 24.2 1.0X -cast interval wholestage on 221 / 223 45.3 22.1 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -datediff: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -datediff wholestage off 697 / 698 14.3 69.7 1.0X -datediff wholestage on 680 / 683 14.7 68.0 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -months_between: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -months_between wholestage off 1675 / 1677 6.0 167.5 1.0X -months_between wholestage on 1636 / 1649 6.1 163.6 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -window: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -window wholestage off 1600 / 1627 0.6 1599.7 1.0X -window wholestage on 19480 / 19530 0.1 19479.6 0.1X - - -================================================================================================ -Truncation -================================================================================================ - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -date_trunc YEAR: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -date_trunc YEAR wholestage off 863 / 864 11.6 86.3 1.0X -date_trunc YEAR wholestage on 812 / 814 12.3 81.2 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -date_trunc YYYY: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -date_trunc YYYY wholestage off 865 / 926 11.6 86.5 1.0X -date_trunc YYYY wholestage on 811 / 820 12.3 81.1 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -date_trunc YY: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -date_trunc YY wholestage off 863 / 867 11.6 86.3 1.0X -date_trunc YY wholestage on 810 / 822 12.3 81.0 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -date_trunc MON: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -date_trunc MON wholestage off 917 / 921 10.9 91.7 1.0X -date_trunc MON wholestage on 857 / 860 11.7 85.7 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -date_trunc MONTH: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -date_trunc MONTH wholestage off 919 / 919 10.9 91.9 1.0X -date_trunc MONTH wholestage on 862 / 863 11.6 86.2 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -date_trunc MM: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -date_trunc MM wholestage off 923 / 924 10.8 92.3 1.0X -date_trunc MM wholestage on 855 / 859 11.7 85.5 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -date_trunc DAY: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -date_trunc DAY wholestage off 444 / 444 22.5 44.4 1.0X -date_trunc DAY wholestage on 404 / 406 24.7 40.4 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -date_trunc DD: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -date_trunc DD wholestage off 445 / 446 22.5 44.5 1.0X -date_trunc DD wholestage on 404 / 406 24.7 40.4 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -date_trunc HOUR: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -date_trunc HOUR wholestage off 462 / 464 21.6 46.2 1.0X -date_trunc HOUR wholestage on 416 / 422 24.1 41.6 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -date_trunc MINUTE: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -date_trunc MINUTE wholestage off 294 / 294 34.0 29.4 1.0X -date_trunc MINUTE wholestage on 258 / 266 38.8 25.8 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -date_trunc SECOND: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -date_trunc SECOND wholestage off 292 / 295 34.2 29.2 1.0X -date_trunc SECOND wholestage on 271 / 276 36.9 27.1 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -date_trunc WEEK: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -date_trunc WEEK wholestage off 739 / 740 13.5 73.9 1.0X -date_trunc WEEK wholestage on 712 / 715 14.0 71.2 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -date_trunc QUARTER: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -date_trunc QUARTER wholestage off 1465 / 1467 6.8 146.5 1.0X -date_trunc QUARTER wholestage on 1419 / 1423 7.0 141.9 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -trunc year: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -trunc year wholestage off 222 / 222 45.0 22.2 1.0X -trunc year wholestage on 207 / 214 48.3 20.7 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -trunc yyyy: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -trunc yyyy wholestage off 221 / 225 45.2 22.1 1.0X -trunc yyyy wholestage on 208 / 212 48.0 20.8 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -trunc yy: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -trunc yy wholestage off 221 / 222 45.3 22.1 1.0X -trunc yy wholestage on 208 / 210 48.0 20.8 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -trunc mon: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -trunc mon wholestage off 231 / 239 43.3 23.1 1.0X -trunc mon wholestage on 208 / 214 48.0 20.8 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -trunc month: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -trunc month wholestage off 222 / 222 45.1 22.2 1.0X -trunc month wholestage on 208 / 224 48.1 20.8 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -trunc mm: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -trunc mm wholestage off 222 / 226 45.1 22.2 1.0X -trunc mm wholestage on 208 / 216 48.0 20.8 1.1X - - -================================================================================================ -Parsing -================================================================================================ - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -to timestamp str: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -to timestamp str wholestage off 165 / 166 6.1 164.7 1.0X -to timestamp str wholestage on 160 / 163 6.2 160.5 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.4 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -to_timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -to_timestamp wholestage off 1308 1353 64 0.8 1307.9 1.0X -to_timestamp wholestage on 1197 1230 21 0.8 1197.0 1.1X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.4 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -to_unix_timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -to_unix_timestamp wholestage off 1221 1224 4 0.8 1221.0 1.0X -to_unix_timestamp wholestage on 1224 1228 4 0.8 1223.8 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -to date str: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -to date str wholestage off 155 / 157 6.4 155.4 1.0X -to date str wholestage on 154 / 156 6.5 154.3 1.0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.3 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -to_date: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -to_date wholestage off 1477 / 1479 0.7 1477.3 1.0X -to_date wholestage on 1468 / 1473 0.7 1468.2 1.0X - - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.4 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -To/from java.sql.Timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -From java.sql.Timestamp 283 301 19 17.7 56.6 1.0X -Collect longs 1048 1087 36 4.8 209.6 0.3X -Collect timestamps 1425 1479 56 3.5 285.1 0.2X - - diff --git a/sql/core/benchmarks/ExternalAppendOnlyUnsafeRowArrayBenchmark-jdk11-results.txt b/sql/core/benchmarks/ExternalAppendOnlyUnsafeRowArrayBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..6e15bf835a8e --- /dev/null +++ b/sql/core/benchmarks/ExternalAppendOnlyUnsafeRowArrayBenchmark-jdk11-results.txt @@ -0,0 +1,45 @@ +================================================================================================ +WITHOUT SPILL +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Array with 100000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +ArrayBuffer 6962 6990 38 14.7 68.0 1.0X +ExternalAppendOnlyUnsafeRowArray 9590 9724 188 10.7 93.7 0.7X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Array with 1000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +ArrayBuffer 9156 9159 4 28.6 34.9 1.0X +ExternalAppendOnlyUnsafeRowArray 37810 37824 19 6.9 144.2 0.2X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Array with 30000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +ArrayBuffer 18478 18643 234 26.6 37.6 1.0X +ExternalAppendOnlyUnsafeRowArray 37022 38104 1530 13.3 75.3 0.5X + + +================================================================================================ +WITH SPILL +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Spilling with 1000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +UnsafeExternalSorter 29073 29134 87 9.0 110.9 1.0X +ExternalAppendOnlyUnsafeRowArray 12672 12698 37 20.7 48.3 2.3X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Spilling with 10000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +UnsafeExternalSorter 11 12 0 14.1 71.1 1.0X +ExternalAppendOnlyUnsafeRowArray 8 8 0 19.9 50.2 1.4X + + diff --git a/sql/core/benchmarks/ExternalAppendOnlyUnsafeRowArrayBenchmark-results.txt b/sql/core/benchmarks/ExternalAppendOnlyUnsafeRowArrayBenchmark-results.txt index 02c6b72f3221..e7dc7a3ef951 100644 --- a/sql/core/benchmarks/ExternalAppendOnlyUnsafeRowArrayBenchmark-results.txt +++ b/sql/core/benchmarks/ExternalAppendOnlyUnsafeRowArrayBenchmark-results.txt @@ -2,44 +2,44 @@ WITHOUT SPILL ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Array with 100000 rows: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -ArrayBuffer 6378 / 6550 16.1 62.3 1.0X -ExternalAppendOnlyUnsafeRowArray 6196 / 6242 16.5 60.5 1.0X +Array with 100000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +ArrayBuffer 7646 7732 121 13.4 74.7 1.0X +ExternalAppendOnlyUnsafeRowArray 8234 8348 161 12.4 80.4 0.9X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Array with 1000 rows: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -ArrayBuffer 11988 / 12027 21.9 45.7 1.0X -ExternalAppendOnlyUnsafeRowArray 37480 / 37574 7.0 143.0 0.3X +Array with 1000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +ArrayBuffer 11513 11516 4 22.8 43.9 1.0X +ExternalAppendOnlyUnsafeRowArray 38550 38673 175 6.8 147.1 0.3X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Array with 30000 rows: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -ArrayBuffer 23536 / 23538 20.9 47.9 1.0X -ExternalAppendOnlyUnsafeRowArray 31275 / 31277 15.7 63.6 0.8X +Array with 30000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +ArrayBuffer 22690 22697 11 21.7 46.2 1.0X +ExternalAppendOnlyUnsafeRowArray 32436 32581 206 15.2 66.0 0.7X ================================================================================================ WITH SPILL ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Spilling with 1000 rows: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -UnsafeExternalSorter 29241 / 29279 9.0 111.5 1.0X -ExternalAppendOnlyUnsafeRowArray 14309 / 14313 18.3 54.6 2.0X +Spilling with 1000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +UnsafeExternalSorter 30303 30323 28 8.7 115.6 1.0X +ExternalAppendOnlyUnsafeRowArray 14289 14290 1 18.3 54.5 2.1X -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Spilling with 10000 rows: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -UnsafeExternalSorter 11 / 11 14.8 67.4 1.0X -ExternalAppendOnlyUnsafeRowArray 9 / 9 17.6 56.8 1.2X +Spilling with 10000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +UnsafeExternalSorter 11 11 0 14.7 67.8 1.0X +ExternalAppendOnlyUnsafeRowArray 9 9 0 17.6 56.7 1.2X diff --git a/sql/core/benchmarks/ExtractBenchmark-jdk11-results.txt b/sql/core/benchmarks/ExtractBenchmark-jdk11-results.txt deleted file mode 100644 index 9ee9176bea50..000000000000 --- a/sql/core/benchmarks/ExtractBenchmark-jdk11-results.txt +++ /dev/null @@ -1,100 +0,0 @@ -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Invoke extract for timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -cast to timestamp 438 548 128 22.8 43.8 1.0X -MILLENNIUM of timestamp 1343 1453 139 7.4 134.3 0.3X -CENTURY of timestamp 1287 1305 16 7.8 128.7 0.3X -DECADE of timestamp 1253 1258 7 8.0 125.3 0.3X -YEAR of timestamp 1224 1247 24 8.2 122.4 0.4X -ISOYEAR of timestamp 1356 1383 35 7.4 135.6 0.3X -QUARTER of timestamp 1386 1395 8 7.2 138.6 0.3X -MONTH of timestamp 1215 1227 11 8.2 121.5 0.4X -WEEK of timestamp 1711 1720 9 5.8 171.1 0.3X -DAY of timestamp 1227 1251 37 8.1 122.7 0.4X -DAYOFWEEK of timestamp 1386 1392 11 7.2 138.6 0.3X -DOW of timestamp 1405 1426 34 7.1 140.5 0.3X -ISODOW of timestamp 1344 1363 30 7.4 134.4 0.3X -DOY of timestamp 1249 1251 3 8.0 124.9 0.4X -HOUR of timestamp 766 773 9 13.1 76.6 0.6X -MINUTE of timestamp 761 774 22 13.1 76.1 0.6X -SECOND of timestamp 627 638 11 16.0 62.7 0.7X -MILLISECONDS of timestamp 700 704 4 14.3 70.0 0.6X -MICROSECONDS of timestamp 615 627 10 16.3 61.5 0.7X -EPOCH of timestamp 28897 28929 29 0.3 2889.7 0.0X - -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Invoke extract for date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -cast to date 1078 1081 4 9.3 107.8 1.0X -MILLENNIUM of date 1232 1244 16 8.1 123.2 0.9X -CENTURY of date 1233 1234 1 8.1 123.3 0.9X -DECADE of date 1210 1212 3 8.3 121.0 0.9X -YEAR of date 1201 1212 9 8.3 120.1 0.9X -ISOYEAR of date 1468 1474 5 6.8 146.8 0.7X -QUARTER of date 1474 1482 11 6.8 147.4 0.7X -MONTH of date 1211 1215 4 8.3 121.1 0.9X -WEEK of date 1684 1685 2 5.9 168.4 0.6X -DAY of date 1208 1214 6 8.3 120.8 0.9X -DAYOFWEEK of date 1374 1387 23 7.3 137.4 0.8X -DOW of date 1396 1404 11 7.2 139.6 0.8X -ISODOW of date 1320 1322 3 7.6 132.0 0.8X -DOY of date 1243 1258 13 8.0 124.3 0.9X -HOUR of date 1997 2018 29 5.0 199.7 0.5X -MINUTE of date 2021 2039 26 4.9 202.1 0.5X -SECOND of date 1862 1878 22 5.4 186.2 0.6X -MILLISECONDS of date 1998 2015 16 5.0 199.8 0.5X -MICROSECONDS of date 1893 1901 7 5.3 189.3 0.6X -EPOCH of date 30353 30376 41 0.3 3035.3 0.0X - -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Invoke date_part for timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -cast to timestamp 384 389 4 26.1 38.4 1.0X -MILLENNIUM of timestamp 1237 1244 6 8.1 123.7 0.3X -CENTURY of timestamp 1236 1244 7 8.1 123.6 0.3X -DECADE of timestamp 1204 1210 9 8.3 120.4 0.3X -YEAR of timestamp 1197 1207 16 8.4 119.7 0.3X -ISOYEAR of timestamp 1466 1470 4 6.8 146.6 0.3X -QUARTER of timestamp 1500 1505 6 6.7 150.0 0.3X -MONTH of timestamp 1190 1218 25 8.4 119.0 0.3X -WEEK of timestamp 1681 1710 25 5.9 168.1 0.2X -DAY of timestamp 1201 1206 7 8.3 120.1 0.3X -DAYOFWEEK of timestamp 1376 1390 13 7.3 137.6 0.3X -DOW of timestamp 1399 1409 17 7.1 139.9 0.3X -ISODOW of timestamp 1347 1354 8 7.4 134.7 0.3X -DOY of timestamp 1257 1263 6 8.0 125.7 0.3X -HOUR of timestamp 749 753 5 13.4 74.9 0.5X -MINUTE of timestamp 746 749 4 13.4 74.6 0.5X -SECOND of timestamp 626 637 15 16.0 62.6 0.6X -MILLISECONDS of timestamp 695 724 25 14.4 69.5 0.6X -MICROSECONDS of timestamp 611 629 27 16.4 61.1 0.6X -EPOCH of timestamp 28908 28938 31 0.3 2890.8 0.0X - -OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Invoke date_part for date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -cast to date 1076 1083 6 9.3 107.6 1.0X -MILLENNIUM of date 1230 1236 7 8.1 123.0 0.9X -CENTURY of date 1245 1250 5 8.0 124.5 0.9X -DECADE of date 1206 1211 8 8.3 120.6 0.9X -YEAR of date 1194 1201 6 8.4 119.4 0.9X -ISOYEAR of date 1461 1471 9 6.8 146.1 0.7X -QUARTER of date 1496 1500 7 6.7 149.6 0.7X -MONTH of date 1192 1195 4 8.4 119.2 0.9X -WEEK of date 1682 1687 6 5.9 168.2 0.6X -DAY of date 1199 1207 14 8.3 119.9 0.9X -DAYOFWEEK of date 1372 1383 19 7.3 137.2 0.8X -DOW of date 1384 1393 14 7.2 138.4 0.8X -ISODOW of date 1327 1338 10 7.5 132.7 0.8X -DOY of date 1243 1247 7 8.0 124.3 0.9X -HOUR of date 2001 2010 10 5.0 200.1 0.5X -MINUTE of date 2046 2053 9 4.9 204.6 0.5X -SECOND of date 1859 1863 4 5.4 185.9 0.6X -MILLISECONDS of date 2000 2013 16 5.0 200.0 0.5X -MICROSECONDS of date 1856 1857 1 5.4 185.6 0.6X -EPOCH of date 30365 30388 29 0.3 3036.5 0.0X - diff --git a/sql/core/benchmarks/ExtractBenchmark-results.txt b/sql/core/benchmarks/ExtractBenchmark-results.txt deleted file mode 100644 index 2e1df667bbe8..000000000000 --- a/sql/core/benchmarks/ExtractBenchmark-results.txt +++ /dev/null @@ -1,100 +0,0 @@ -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.6 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -Invoke extract for timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -cast to timestamp 254 275 35 39.4 25.4 1.0X -MILLENNIUM of timestamp 1149 1159 9 8.7 114.9 0.2X -CENTURY of timestamp 1102 1115 16 9.1 110.2 0.2X -DECADE of timestamp 1024 1036 11 9.8 102.4 0.2X -YEAR of timestamp 1000 1004 5 10.0 100.0 0.3X -ISOYEAR of timestamp 1090 1101 11 9.2 109.0 0.2X -QUARTER of timestamp 1169 1178 7 8.6 116.9 0.2X -MONTH of timestamp 981 984 4 10.2 98.1 0.3X -WEEK of timestamp 1372 1388 14 7.3 137.2 0.2X -DAY of timestamp 994 1000 7 10.1 99.4 0.3X -DAYOFWEEK of timestamp 1102 1108 6 9.1 110.2 0.2X -DOW of timestamp 1102 1105 3 9.1 110.2 0.2X -ISODOW of timestamp 1063 1078 18 9.4 106.3 0.2X -DOY of timestamp 1015 1021 5 9.9 101.5 0.2X -HOUR of timestamp 385 390 5 26.0 38.5 0.7X -MINUTE of timestamp 387 391 7 25.8 38.7 0.7X -SECOND of timestamp 381 382 1 26.2 38.1 0.7X -MILLISECONDS of timestamp 584 588 4 17.1 58.4 0.4X -MICROSECONDS of timestamp 482 500 16 20.8 48.2 0.5X -EPOCH of timestamp 957 961 6 10.4 95.7 0.3X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.6 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -Invoke extract for date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -cast to date 834 842 12 12.0 83.4 1.0X -MILLENNIUM of date 1078 1088 16 9.3 107.8 0.8X -CENTURY of date 1063 1067 4 9.4 106.3 0.8X -DECADE of date 989 992 3 10.1 98.9 0.8X -YEAR of date 975 976 1 10.3 97.5 0.9X -ISOYEAR of date 1177 1186 9 8.5 117.7 0.7X -QUARTER of date 1219 1222 4 8.2 121.9 0.7X -MONTH of date 982 992 10 10.2 98.2 0.8X -WEEK of date 1360 1364 6 7.4 136.0 0.6X -DAY of date 973 980 7 10.3 97.3 0.9X -DAYOFWEEK of date 1100 1104 7 9.1 110.0 0.8X -DOW of date 1091 1096 4 9.2 109.1 0.8X -ISODOW of date 1053 1057 6 9.5 105.3 0.8X -DOY of date 1006 1012 4 9.9 100.6 0.8X -HOUR of date 1683 1688 6 5.9 168.3 0.5X -MINUTE of date 1686 1691 5 5.9 168.6 0.5X -SECOND of date 1706 1714 7 5.9 170.6 0.5X -MILLISECONDS of date 1881 1887 6 5.3 188.1 0.4X -MICROSECONDS of date 1767 1778 16 5.7 176.7 0.5X -EPOCH of date 2274 2281 7 4.4 227.4 0.4X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.6 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -Invoke date_part for timestamp: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -cast to timestamp 212 214 3 47.2 21.2 1.0X -MILLENNIUM of timestamp 1082 1092 10 9.2 108.2 0.2X -CENTURY of timestamp 1087 1089 2 9.2 108.7 0.2X -DECADE of timestamp 986 1001 21 10.1 98.6 0.2X -YEAR of timestamp 983 985 2 10.2 98.3 0.2X -ISOYEAR of timestamp 1160 1168 12 8.6 116.0 0.2X -QUARTER of timestamp 1219 1228 9 8.2 121.9 0.2X -MONTH of timestamp 973 979 5 10.3 97.3 0.2X -WEEK of timestamp 1348 1357 8 7.4 134.8 0.2X -DAY of timestamp 969 974 5 10.3 96.9 0.2X -DAYOFWEEK of timestamp 1093 1096 3 9.1 109.3 0.2X -DOW of timestamp 1089 1096 7 9.2 108.9 0.2X -ISODOW of timestamp 1048 1056 7 9.5 104.8 0.2X -DOY of timestamp 1007 1011 5 9.9 100.7 0.2X -HOUR of timestamp 385 387 3 26.0 38.5 0.6X -MINUTE of timestamp 382 384 2 26.2 38.2 0.6X -SECOND of timestamp 377 378 1 26.5 37.7 0.6X -MILLISECONDS of timestamp 572 574 2 17.5 57.2 0.4X -MICROSECONDS of timestamp 473 490 18 21.1 47.3 0.4X -EPOCH of timestamp 937 947 11 10.7 93.7 0.2X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.6 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -Invoke date_part for date: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -cast to date 835 836 1 12.0 83.5 1.0X -MILLENNIUM of date 1062 1070 10 9.4 106.2 0.8X -CENTURY of date 1060 1068 12 9.4 106.0 0.8X -DECADE of date 984 992 8 10.2 98.4 0.8X -YEAR of date 971 973 3 10.3 97.1 0.9X -ISOYEAR of date 1158 1175 22 8.6 115.8 0.7X -QUARTER of date 1239 1239 0 8.1 123.9 0.7X -MONTH of date 972 987 23 10.3 97.2 0.9X -WEEK of date 1346 1350 5 7.4 134.6 0.6X -DAY of date 970 971 1 10.3 97.0 0.9X -DAYOFWEEK of date 1099 1107 10 9.1 109.9 0.8X -DOW of date 1089 1091 2 9.2 108.9 0.8X -ISODOW of date 1053 1062 13 9.5 105.3 0.8X -DOY of date 1008 1010 4 9.9 100.8 0.8X -HOUR of date 1697 1703 7 5.9 169.7 0.5X -MINUTE of date 1697 1699 3 5.9 169.7 0.5X -SECOND of date 1682 1692 8 5.9 168.2 0.5X -MILLISECONDS of date 1884 1890 7 5.3 188.4 0.4X -MICROSECONDS of date 1765 1770 7 5.7 176.5 0.5X -EPOCH of date 2273 2282 8 4.4 227.3 0.4X - diff --git a/sql/core/benchmarks/FilterPushdownBenchmark-results.txt b/sql/core/benchmarks/FilterPushdownBenchmark-results.txt deleted file mode 100644 index e680ddff53dd..000000000000 --- a/sql/core/benchmarks/FilterPushdownBenchmark-results.txt +++ /dev/null @@ -1,670 +0,0 @@ -================================================================================================ -Pushdown for many distinct value case -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 0 string row (value IS NULL): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11405 / 11485 1.4 725.1 1.0X -Parquet Vectorized (Pushdown) 675 / 690 23.3 42.9 16.9X -Native ORC Vectorized 7127 / 7170 2.2 453.1 1.6X -Native ORC Vectorized (Pushdown) 519 / 541 30.3 33.0 22.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 0 string row ('7864320' < value < '7864320'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11457 / 11473 1.4 728.4 1.0X -Parquet Vectorized (Pushdown) 656 / 686 24.0 41.7 17.5X -Native ORC Vectorized 7328 / 7342 2.1 465.9 1.6X -Native ORC Vectorized (Pushdown) 539 / 565 29.2 34.2 21.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 string row (value = '7864320'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11878 / 11888 1.3 755.2 1.0X -Parquet Vectorized (Pushdown) 630 / 654 25.0 40.1 18.9X -Native ORC Vectorized 7342 / 7362 2.1 466.8 1.6X -Native ORC Vectorized (Pushdown) 519 / 537 30.3 33.0 22.9X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 string row (value <=> '7864320'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11423 / 11440 1.4 726.2 1.0X -Parquet Vectorized (Pushdown) 625 / 643 25.2 39.7 18.3X -Native ORC Vectorized 7315 / 7335 2.2 465.1 1.6X -Native ORC Vectorized (Pushdown) 507 / 520 31.0 32.2 22.5X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 string row ('7864320' <= value <= '7864320'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11440 / 11478 1.4 727.3 1.0X -Parquet Vectorized (Pushdown) 634 / 652 24.8 40.3 18.0X -Native ORC Vectorized 7311 / 7324 2.2 464.8 1.6X -Native ORC Vectorized (Pushdown) 517 / 548 30.4 32.8 22.1X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select all string rows (value IS NOT NULL): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 20750 / 20872 0.8 1319.3 1.0X -Parquet Vectorized (Pushdown) 21002 / 21032 0.7 1335.3 1.0X -Native ORC Vectorized 16714 / 16742 0.9 1062.6 1.2X -Native ORC Vectorized (Pushdown) 16926 / 16965 0.9 1076.1 1.2X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 0 int row (value IS NULL): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10510 / 10532 1.5 668.2 1.0X -Parquet Vectorized (Pushdown) 642 / 665 24.5 40.8 16.4X -Native ORC Vectorized 6609 / 6618 2.4 420.2 1.6X -Native ORC Vectorized (Pushdown) 502 / 512 31.4 31.9 21.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 0 int row (7864320 < value < 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10505 / 10514 1.5 667.9 1.0X -Parquet Vectorized (Pushdown) 659 / 673 23.9 41.9 15.9X -Native ORC Vectorized 6634 / 6641 2.4 421.8 1.6X -Native ORC Vectorized (Pushdown) 513 / 526 30.7 32.6 20.5X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 int row (value = 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10555 / 10570 1.5 671.1 1.0X -Parquet Vectorized (Pushdown) 651 / 668 24.2 41.4 16.2X -Native ORC Vectorized 6721 / 6728 2.3 427.3 1.6X -Native ORC Vectorized (Pushdown) 508 / 519 31.0 32.3 20.8X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 int row (value <=> 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10556 / 10566 1.5 671.1 1.0X -Parquet Vectorized (Pushdown) 647 / 654 24.3 41.1 16.3X -Native ORC Vectorized 6716 / 6728 2.3 427.0 1.6X -Native ORC Vectorized (Pushdown) 510 / 521 30.9 32.4 20.7X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 int row (7864320 <= value <= 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10556 / 10565 1.5 671.1 1.0X -Parquet Vectorized (Pushdown) 649 / 654 24.2 41.3 16.3X -Native ORC Vectorized 6700 / 6712 2.3 426.0 1.6X -Native ORC Vectorized (Pushdown) 509 / 520 30.9 32.3 20.8X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 int row (7864319 < value < 7864321): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10547 / 10566 1.5 670.5 1.0X -Parquet Vectorized (Pushdown) 649 / 653 24.2 41.3 16.3X -Native ORC Vectorized 6703 / 6713 2.3 426.2 1.6X -Native ORC Vectorized (Pushdown) 510 / 520 30.8 32.5 20.7X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 10% int rows (value < 1572864): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11478 / 11525 1.4 729.7 1.0X -Parquet Vectorized (Pushdown) 2576 / 2587 6.1 163.8 4.5X -Native ORC Vectorized 7633 / 7657 2.1 485.3 1.5X -Native ORC Vectorized (Pushdown) 2076 / 2096 7.6 132.0 5.5X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 50% int rows (value < 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 14785 / 14802 1.1 940.0 1.0X -Parquet Vectorized (Pushdown) 9971 / 9977 1.6 633.9 1.5X -Native ORC Vectorized 11082 / 11107 1.4 704.6 1.3X -Native ORC Vectorized (Pushdown) 8061 / 8073 2.0 512.5 1.8X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 90% int rows (value < 14155776): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 18174 / 18214 0.9 1155.5 1.0X -Parquet Vectorized (Pushdown) 17387 / 17403 0.9 1105.5 1.0X -Native ORC Vectorized 14465 / 14492 1.1 919.7 1.3X -Native ORC Vectorized (Pushdown) 14024 / 14041 1.1 891.6 1.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select all int rows (value IS NOT NULL): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 19004 / 19014 0.8 1208.2 1.0X -Parquet Vectorized (Pushdown) 19219 / 19232 0.8 1221.9 1.0X -Native ORC Vectorized 15266 / 15290 1.0 970.6 1.2X -Native ORC Vectorized (Pushdown) 15469 / 15482 1.0 983.5 1.2X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select all int rows (value > -1): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 19036 / 19052 0.8 1210.3 1.0X -Parquet Vectorized (Pushdown) 19287 / 19306 0.8 1226.2 1.0X -Native ORC Vectorized 15311 / 15371 1.0 973.5 1.2X -Native ORC Vectorized (Pushdown) 15517 / 15590 1.0 986.5 1.2X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select all int rows (value != -1): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 19072 / 19102 0.8 1212.6 1.0X -Parquet Vectorized (Pushdown) 19288 / 19318 0.8 1226.3 1.0X -Native ORC Vectorized 15277 / 15293 1.0 971.3 1.2X -Native ORC Vectorized (Pushdown) 15479 / 15499 1.0 984.1 1.2X - - -================================================================================================ -Pushdown for few distinct value case (use dictionary encoding) -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 0 distinct string row (value IS NULL): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10250 / 10274 1.5 651.7 1.0X -Parquet Vectorized (Pushdown) 571 / 576 27.5 36.3 17.9X -Native ORC Vectorized 8651 / 8660 1.8 550.0 1.2X -Native ORC Vectorized (Pushdown) 909 / 933 17.3 57.8 11.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 0 distinct string row ('100' < value < '100'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10420 / 10426 1.5 662.5 1.0X -Parquet Vectorized (Pushdown) 574 / 579 27.4 36.5 18.2X -Native ORC Vectorized 8973 / 8982 1.8 570.5 1.2X -Native ORC Vectorized (Pushdown) 916 / 955 17.2 58.2 11.4X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 distinct string row (value = '100'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10428 / 10441 1.5 663.0 1.0X -Parquet Vectorized (Pushdown) 789 / 809 19.9 50.2 13.2X -Native ORC Vectorized 9042 / 9055 1.7 574.9 1.2X -Native ORC Vectorized (Pushdown) 1130 / 1145 13.9 71.8 9.2X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 distinct string row (value <=> '100'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10402 / 10416 1.5 661.3 1.0X -Parquet Vectorized (Pushdown) 791 / 806 19.9 50.3 13.2X -Native ORC Vectorized 9042 / 9055 1.7 574.9 1.2X -Native ORC Vectorized (Pushdown) 1112 / 1145 14.1 70.7 9.4X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 distinct string row ('100' <= value <= '100'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10548 / 10563 1.5 670.6 1.0X -Parquet Vectorized (Pushdown) 790 / 796 19.9 50.2 13.4X -Native ORC Vectorized 9144 / 9153 1.7 581.3 1.2X -Native ORC Vectorized (Pushdown) 1117 / 1148 14.1 71.0 9.4X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select all distinct string rows (value IS NOT NULL): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 20445 / 20469 0.8 1299.8 1.0X -Parquet Vectorized (Pushdown) 20686 / 20699 0.8 1315.2 1.0X -Native ORC Vectorized 18851 / 18953 0.8 1198.5 1.1X -Native ORC Vectorized (Pushdown) 19255 / 19268 0.8 1224.2 1.1X - - -================================================================================================ -Pushdown benchmark for StringStartsWith -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -StringStartsWith filter: (value like '10%'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 14265 / 15213 1.1 907.0 1.0X -Parquet Vectorized (Pushdown) 4228 / 4870 3.7 268.8 3.4X -Native ORC Vectorized 10116 / 10977 1.6 643.2 1.4X -Native ORC Vectorized (Pushdown) 10653 / 11376 1.5 677.3 1.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -StringStartsWith filter: (value like '1000%'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11499 / 11539 1.4 731.1 1.0X -Parquet Vectorized (Pushdown) 669 / 672 23.5 42.5 17.2X -Native ORC Vectorized 7343 / 7363 2.1 466.8 1.6X -Native ORC Vectorized (Pushdown) 7559 / 7568 2.1 480.6 1.5X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -StringStartsWith filter: (value like '786432%'): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11463 / 11468 1.4 728.8 1.0X -Parquet Vectorized (Pushdown) 647 / 651 24.3 41.1 17.7X -Native ORC Vectorized 7322 / 7338 2.1 465.5 1.6X -Native ORC Vectorized (Pushdown) 7533 / 7544 2.1 478.9 1.5X - - -================================================================================================ -Pushdown benchmark for decimal -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 decimal(9, 2) row (value = 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 5543 / 5564 2.8 352.4 1.0X -Parquet Vectorized (Pushdown) 168 / 174 93.7 10.7 33.0X -Native ORC Vectorized 4992 / 5052 3.2 317.4 1.1X -Native ORC Vectorized (Pushdown) 840 / 850 18.7 53.4 6.6X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 10% decimal(9, 2) rows (value < 1572864): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 7312 / 7358 2.2 464.9 1.0X -Parquet Vectorized (Pushdown) 3008 / 3078 5.2 191.2 2.4X -Native ORC Vectorized 6775 / 6798 2.3 430.7 1.1X -Native ORC Vectorized (Pushdown) 6819 / 6832 2.3 433.5 1.1X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 50% decimal(9, 2) rows (value < 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 13232 / 13241 1.2 841.3 1.0X -Parquet Vectorized (Pushdown) 12555 / 12569 1.3 798.2 1.1X -Native ORC Vectorized 12597 / 12627 1.2 800.9 1.1X -Native ORC Vectorized (Pushdown) 12677 / 12711 1.2 806.0 1.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 90% decimal(9, 2) rows (value < 14155776): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 14725 / 14729 1.1 936.2 1.0X -Parquet Vectorized (Pushdown) 14781 / 14800 1.1 939.7 1.0X -Native ORC Vectorized 15360 / 15453 1.0 976.5 1.0X -Native ORC Vectorized (Pushdown) 15444 / 15466 1.0 981.9 1.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 decimal(18, 2) row (value = 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 5746 / 5763 2.7 365.3 1.0X -Parquet Vectorized (Pushdown) 166 / 169 94.8 10.6 34.6X -Native ORC Vectorized 5007 / 5023 3.1 318.3 1.1X -Native ORC Vectorized (Pushdown) 2629 / 2640 6.0 167.1 2.2X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 10% decimal(18, 2) rows (value < 1572864): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 6827 / 6864 2.3 434.0 1.0X -Parquet Vectorized (Pushdown) 1809 / 1827 8.7 115.0 3.8X -Native ORC Vectorized 6287 / 6296 2.5 399.7 1.1X -Native ORC Vectorized (Pushdown) 6364 / 6377 2.5 404.6 1.1X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 50% decimal(18, 2) rows (value < 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 11315 / 11342 1.4 719.4 1.0X -Parquet Vectorized (Pushdown) 8431 / 8450 1.9 536.0 1.3X -Native ORC Vectorized 11591 / 11611 1.4 736.9 1.0X -Native ORC Vectorized (Pushdown) 11424 / 11475 1.4 726.3 1.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 90% decimal(18, 2) rows (value < 14155776): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 15703 / 15712 1.0 998.4 1.0X -Parquet Vectorized (Pushdown) 14982 / 15009 1.0 952.5 1.0X -Native ORC Vectorized 16887 / 16955 0.9 1073.7 0.9X -Native ORC Vectorized (Pushdown) 16518 / 16530 1.0 1050.2 1.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 decimal(38, 2) row (value = 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 8101 / 8130 1.9 515.1 1.0X -Parquet Vectorized (Pushdown) 184 / 187 85.6 11.7 44.1X -Native ORC Vectorized 4998 / 5027 3.1 317.8 1.6X -Native ORC Vectorized (Pushdown) 165 / 168 95.6 10.5 49.2X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 10% decimal(38, 2) rows (value < 1572864): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 9405 / 9447 1.7 597.9 1.0X -Parquet Vectorized (Pushdown) 2269 / 2275 6.9 144.2 4.1X -Native ORC Vectorized 6167 / 6203 2.6 392.1 1.5X -Native ORC Vectorized (Pushdown) 1783 / 1787 8.8 113.3 5.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 50% decimal(38, 2) rows (value < 7864320): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 14700 / 14707 1.1 934.6 1.0X -Parquet Vectorized (Pushdown) 10699 / 10712 1.5 680.2 1.4X -Native ORC Vectorized 10687 / 10703 1.5 679.5 1.4X -Native ORC Vectorized (Pushdown) 8364 / 8415 1.9 531.8 1.8X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 90% decimal(38, 2) rows (value < 14155776): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 19780 / 19894 0.8 1257.6 1.0X -Parquet Vectorized (Pushdown) 19003 / 19025 0.8 1208.1 1.0X -Native ORC Vectorized 15385 / 15404 1.0 978.2 1.3X -Native ORC Vectorized (Pushdown) 15032 / 15060 1.0 955.7 1.3X - - -================================================================================================ -Pushdown benchmark for InSet -> InFilters -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 5, distribution: 10): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10521 / 10534 1.5 668.9 1.0X -Parquet Vectorized (Pushdown) 677 / 691 23.2 43.1 15.5X -Native ORC Vectorized 6768 / 6776 2.3 430.3 1.6X -Native ORC Vectorized (Pushdown) 501 / 512 31.4 31.8 21.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 5, distribution: 50): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10531 / 10538 1.5 669.5 1.0X -Parquet Vectorized (Pushdown) 677 / 718 23.2 43.0 15.6X -Native ORC Vectorized 6765 / 6773 2.3 430.1 1.6X -Native ORC Vectorized (Pushdown) 499 / 507 31.5 31.7 21.1X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 5, distribution: 90): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10540 / 10553 1.5 670.1 1.0X -Parquet Vectorized (Pushdown) 678 / 710 23.2 43.1 15.5X -Native ORC Vectorized 6787 / 6794 2.3 431.5 1.6X -Native ORC Vectorized (Pushdown) 501 / 509 31.4 31.9 21.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 10, distribution: 10): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10551 / 10559 1.5 670.8 1.0X -Parquet Vectorized (Pushdown) 703 / 708 22.4 44.7 15.0X -Native ORC Vectorized 6791 / 6802 2.3 431.7 1.6X -Native ORC Vectorized (Pushdown) 519 / 526 30.3 33.0 20.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 10, distribution: 50): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10561 / 10565 1.5 671.4 1.0X -Parquet Vectorized (Pushdown) 711 / 716 22.1 45.2 14.9X -Native ORC Vectorized 6791 / 6806 2.3 431.8 1.6X -Native ORC Vectorized (Pushdown) 529 / 537 29.8 33.6 20.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 10, distribution: 90): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10572 / 10590 1.5 672.1 1.0X -Parquet Vectorized (Pushdown) 713 / 716 22.1 45.3 14.8X -Native ORC Vectorized 6808 / 6815 2.3 432.9 1.6X -Native ORC Vectorized (Pushdown) 530 / 541 29.7 33.7 19.9X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 50, distribution: 10): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10871 / 10882 1.4 691.2 1.0X -Parquet Vectorized (Pushdown) 11104 / 11110 1.4 706.0 1.0X -Native ORC Vectorized 7088 / 7104 2.2 450.7 1.5X -Native ORC Vectorized (Pushdown) 665 / 677 23.6 42.3 16.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 50, distribution: 50): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10861 / 10867 1.4 690.5 1.0X -Parquet Vectorized (Pushdown) 11094 / 11099 1.4 705.3 1.0X -Native ORC Vectorized 7075 / 7092 2.2 449.8 1.5X -Native ORC Vectorized (Pushdown) 718 / 733 21.9 45.6 15.1X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 50, distribution: 90): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10868 / 10887 1.4 691.0 1.0X -Parquet Vectorized (Pushdown) 11100 / 11106 1.4 705.7 1.0X -Native ORC Vectorized 7087 / 7093 2.2 450.6 1.5X -Native ORC Vectorized (Pushdown) 712 / 731 22.1 45.3 15.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 100, distribution: 10): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10850 / 10888 1.4 689.8 1.0X -Parquet Vectorized (Pushdown) 11086 / 11105 1.4 704.9 1.0X -Native ORC Vectorized 7090 / 7101 2.2 450.8 1.5X -Native ORC Vectorized (Pushdown) 867 / 882 18.1 55.1 12.5X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 100, distribution: 50): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10816 / 10819 1.5 687.7 1.0X -Parquet Vectorized (Pushdown) 11052 / 11059 1.4 702.7 1.0X -Native ORC Vectorized 7037 / 7044 2.2 447.4 1.5X -Native ORC Vectorized (Pushdown) 919 / 931 17.1 58.4 11.8X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -InSet -> InFilters (values count: 100, distribution: 90): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10807 / 10815 1.5 687.1 1.0X -Parquet Vectorized (Pushdown) 11047 / 11054 1.4 702.4 1.0X -Native ORC Vectorized 7042 / 7047 2.2 447.7 1.5X -Native ORC Vectorized (Pushdown) 950 / 961 16.6 60.4 11.4X - - -================================================================================================ -Pushdown benchmark for tinyint -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 tinyint row (value = CAST(63 AS tinyint)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 6034 / 6048 2.6 383.6 1.0X -Parquet Vectorized (Pushdown) 333 / 344 47.2 21.2 18.1X -Native ORC Vectorized 3240 / 3307 4.9 206.0 1.9X -Native ORC Vectorized (Pushdown) 330 / 341 47.6 21.0 18.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 10% tinyint rows (value < CAST(12 AS tinyint)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 6759 / 6800 2.3 429.7 1.0X -Parquet Vectorized (Pushdown) 1533 / 1537 10.3 97.5 4.4X -Native ORC Vectorized 3863 / 3874 4.1 245.6 1.7X -Native ORC Vectorized (Pushdown) 1235 / 1248 12.7 78.5 5.5X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 50% tinyint rows (value < CAST(63 AS tinyint)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10247 / 10289 1.5 651.5 1.0X -Parquet Vectorized (Pushdown) 7430 / 7453 2.1 472.4 1.4X -Native ORC Vectorized 6995 / 7009 2.2 444.7 1.5X -Native ORC Vectorized (Pushdown) 5561 / 5571 2.8 353.6 1.8X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 90% tinyint rows (value < CAST(114 AS tinyint)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 13949 / 13991 1.1 886.9 1.0X -Parquet Vectorized (Pushdown) 13486 / 13511 1.2 857.4 1.0X -Native ORC Vectorized 10149 / 10186 1.5 645.3 1.4X -Native ORC Vectorized (Pushdown) 9889 / 9905 1.6 628.7 1.4X - - -================================================================================================ -Pushdown benchmark for Timestamp -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 timestamp stored as INT96 row (value = CAST(7864320 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 6307 / 6310 2.5 401.0 1.0X -Parquet Vectorized (Pushdown) 6360 / 6397 2.5 404.3 1.0X -Native ORC Vectorized 2912 / 2917 5.4 185.1 2.2X -Native ORC Vectorized (Pushdown) 138 / 141 114.4 8.7 45.9X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 10% timestamp stored as INT96 rows (value < CAST(1572864 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 7225 / 7233 2.2 459.4 1.0X -Parquet Vectorized (Pushdown) 7250 / 7255 2.2 461.0 1.0X -Native ORC Vectorized 3772 / 3783 4.2 239.8 1.9X -Native ORC Vectorized (Pushdown) 1277 / 1282 12.3 81.2 5.7X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 50% timestamp stored as INT96 rows (value < CAST(7864320 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10952 / 10965 1.4 696.3 1.0X -Parquet Vectorized (Pushdown) 10985 / 10998 1.4 698.4 1.0X -Native ORC Vectorized 7178 / 7227 2.2 456.3 1.5X -Native ORC Vectorized (Pushdown) 5825 / 5830 2.7 370.3 1.9X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 90% timestamp stored as INT96 rows (value < CAST(14155776 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 14560 / 14583 1.1 925.7 1.0X -Parquet Vectorized (Pushdown) 14608 / 14620 1.1 928.7 1.0X -Native ORC Vectorized 10601 / 10640 1.5 674.0 1.4X -Native ORC Vectorized (Pushdown) 10392 / 10406 1.5 660.7 1.4X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 timestamp stored as TIMESTAMP_MICROS row (value = CAST(7864320 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 5653 / 5658 2.8 359.4 1.0X -Parquet Vectorized (Pushdown) 165 / 169 95.1 10.5 34.2X -Native ORC Vectorized 2918 / 2921 5.4 185.5 1.9X -Native ORC Vectorized (Pushdown) 137 / 145 114.9 8.7 41.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 10% timestamp stored as TIMESTAMP_MICROS rows (value < CAST(1572864 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 6540 / 6552 2.4 415.8 1.0X -Parquet Vectorized (Pushdown) 1610 / 1614 9.8 102.3 4.1X -Native ORC Vectorized 3775 / 3788 4.2 240.0 1.7X -Native ORC Vectorized (Pushdown) 1274 / 1277 12.3 81.0 5.1X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 50% timestamp stored as TIMESTAMP_MICROS rows (value < CAST(7864320 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10259 / 10278 1.5 652.3 1.0X -Parquet Vectorized (Pushdown) 7591 / 7601 2.1 482.6 1.4X -Native ORC Vectorized 7185 / 7194 2.2 456.8 1.4X -Native ORC Vectorized (Pushdown) 5828 / 5843 2.7 370.6 1.8X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 90% timestamp stored as TIMESTAMP_MICROS rows (value < CAST(14155776 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 13850 / 13868 1.1 880.5 1.0X -Parquet Vectorized (Pushdown) 13433 / 13450 1.2 854.0 1.0X -Native ORC Vectorized 10635 / 10669 1.5 676.1 1.3X -Native ORC Vectorized (Pushdown) 10437 / 10448 1.5 663.6 1.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 timestamp stored as TIMESTAMP_MILLIS row (value = CAST(7864320 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 5884 / 5888 2.7 374.1 1.0X -Parquet Vectorized (Pushdown) 166 / 170 94.7 10.6 35.4X -Native ORC Vectorized 2913 / 2916 5.4 185.2 2.0X -Native ORC Vectorized (Pushdown) 136 / 144 115.4 8.7 43.2X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 10% timestamp stored as TIMESTAMP_MILLIS rows (value < CAST(1572864 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 6763 / 6776 2.3 430.0 1.0X -Parquet Vectorized (Pushdown) 1634 / 1638 9.6 103.9 4.1X -Native ORC Vectorized 3777 / 3785 4.2 240.1 1.8X -Native ORC Vectorized (Pushdown) 1276 / 1279 12.3 81.2 5.3X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 50% timestamp stored as TIMESTAMP_MILLIS rows (value < CAST(7864320 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 10460 / 10469 1.5 665.0 1.0X -Parquet Vectorized (Pushdown) 7689 / 7698 2.0 488.9 1.4X -Native ORC Vectorized 7190 / 7197 2.2 457.1 1.5X -Native ORC Vectorized (Pushdown) 5820 / 5834 2.7 370.0 1.8X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 90% timestamp stored as TIMESTAMP_MILLIS rows (value < CAST(14155776 AS timestamp)): Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 14033 / 14039 1.1 892.2 1.0X -Parquet Vectorized (Pushdown) 13608 / 13636 1.2 865.2 1.0X -Native ORC Vectorized 10635 / 10686 1.5 676.2 1.3X -Native ORC Vectorized (Pushdown) 10420 / 10442 1.5 662.5 1.3X - - -================================================================================================ -Pushdown benchmark with many filters -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 row with 1 filters: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 319 / 323 0.0 318789986.0 1.0X -Parquet Vectorized (Pushdown) 323 / 347 0.0 322755287.0 1.0X -Native ORC Vectorized 316 / 336 0.0 315670745.0 1.0X -Native ORC Vectorized (Pushdown) 317 / 320 0.0 317392594.0 1.0X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 row with 250 filters: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 2192 / 2218 0.0 2191883823.0 1.0X -Parquet Vectorized (Pushdown) 2675 / 2687 0.0 2675439029.0 0.8X -Native ORC Vectorized 2158 / 2162 0.0 2157646071.0 1.0X -Native ORC Vectorized (Pushdown) 2309 / 2326 0.0 2309096612.0 0.9X - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Select 1 row with 500 filters: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Parquet Vectorized 6219 / 6248 0.0 6218727737.0 1.0X -Parquet Vectorized (Pushdown) 7376 / 7436 0.0 7375977710.0 0.8X -Native ORC Vectorized 6252 / 6279 0.0 6252473320.0 1.0X -Native ORC Vectorized (Pushdown) 6858 / 6876 0.0 6857854486.0 0.9X - - diff --git a/sql/core/benchmarks/HashedRelationMetricsBenchmark-jdk11-results.txt b/sql/core/benchmarks/HashedRelationMetricsBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..08b885a78e54 --- /dev/null +++ b/sql/core/benchmarks/HashedRelationMetricsBenchmark-jdk11-results.txt @@ -0,0 +1,11 @@ +================================================================================================ +LongToUnsafeRowMap metrics +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +LongToUnsafeRowMap metrics: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +LongToUnsafeRowMap 550 588 34 0.9 1100.2 1.0X + + diff --git a/sql/core/benchmarks/HashedRelationMetricsBenchmark-results.txt b/sql/core/benchmarks/HashedRelationMetricsBenchmark-results.txt index 338244ad542f..64e84a7348d4 100644 --- a/sql/core/benchmarks/HashedRelationMetricsBenchmark-results.txt +++ b/sql/core/benchmarks/HashedRelationMetricsBenchmark-results.txt @@ -2,10 +2,10 @@ LongToUnsafeRowMap metrics ================================================================================================ -Java HotSpot(TM) 64-Bit Server VM 1.8.0_181-b13 on Mac OS X 10.13.6 -Intel(R) Core(TM) i7-7700HQ CPU @ 2.80GHz -LongToUnsafeRowMap metrics: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -LongToUnsafeRowMap 234 / 315 2.1 467.3 1.0X +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +LongToUnsafeRowMap metrics: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +LongToUnsafeRowMap 674 746 63 0.7 1348.5 1.0X diff --git a/sql/core/benchmarks/InExpressionBenchmark-results.txt b/sql/core/benchmarks/InExpressionBenchmark-results.txt deleted file mode 100644 index f6685bfc4508..000000000000 --- a/sql/core/benchmarks/InExpressionBenchmark-results.txt +++ /dev/null @@ -1,740 +0,0 @@ -================================================================================================ -In Expression Benchmark -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -5 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 105 148 42 94.8 10.5 1.0X -InSet expression 79 98 19 126.9 7.9 1.3X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -10 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 101 115 20 99.3 10.1 1.0X -InSet expression 76 84 8 131.4 7.6 1.3X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -25 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 172 176 3 58.0 17.2 1.0X -InSet expression 100 107 9 99.6 10.0 1.7X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -50 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 299 302 4 33.5 29.9 1.0X -InSet expression 145 149 5 69.0 14.5 2.1X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -100 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 518 524 11 19.3 51.8 1.0X -InSet expression 240 250 12 41.6 24.0 2.2X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -200 bytes: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 831 844 14 12.0 83.1 1.0X -InSet expression 425 432 4 23.5 42.5 2.0X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -5 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 58 62 5 171.9 5.8 1.0X -InSet expression 56 58 5 178.0 5.6 1.0X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -10 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 76 79 5 131.9 7.6 1.0X -InSet expression 50 55 7 198.2 5.0 1.5X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -25 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 129 139 23 77.3 12.9 1.0X -InSet expression 48 50 5 210.5 4.8 2.7X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -50 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 225 226 0 44.4 22.5 1.0X -InSet expression 52 56 7 191.2 5.2 4.3X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -100 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 400 406 11 25.0 40.0 1.0X -InSet expression 54 58 7 185.0 5.4 7.4X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -200 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 761 762 1 13.1 76.1 1.0X -InSet expression 60 61 2 167.1 6.0 12.7X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -300 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1118 1119 1 8.9 111.8 1.0X -InSet expression 66 67 2 152.2 6.6 17.0X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -400 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1478 1487 19 6.8 147.8 1.0X -InSet expression 71 75 11 141.7 7.1 20.9X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -500 shorts: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1836 1854 27 5.4 183.6 1.0X -InSet expression 248 253 3 40.2 24.8 7.4X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -5 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 55 68 19 180.3 5.5 1.0X -InSet expression 60 63 7 167.0 6.0 0.9X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -10 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 72 76 5 138.0 7.2 1.0X -InSet expression 63 68 11 157.7 6.3 1.1X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -25 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 133 136 5 75.0 13.3 1.0X -InSet expression 73 78 10 137.2 7.3 1.8X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -50 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 223 225 2 44.8 22.3 1.0X -InSet expression 81 84 14 124.1 8.1 2.8X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -100 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 402 404 1 24.9 40.2 1.0X -InSet expression 90 91 2 111.6 9.0 4.5X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -200 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 758 759 0 13.2 75.8 1.0X -InSet expression 110 119 20 91.0 11.0 6.9X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -300 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1121 1123 3 8.9 112.1 1.0X -InSet expression 121 122 2 82.6 12.1 9.3X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -400 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1482 1484 2 6.7 148.2 1.0X -InSet expression 134 135 2 74.6 13.4 11.1X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -500 shorts (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1838 1882 92 5.4 183.8 1.0X -InSet expression 251 254 3 39.8 25.1 7.3X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -5 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 51 52 2 197.1 5.1 1.0X -InSet expression 61 63 3 162.8 6.1 0.8X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -10 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 69 73 10 145.0 6.9 1.0X -InSet expression 43 46 7 231.2 4.3 1.6X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -25 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 123 129 19 81.4 12.3 1.0X -InSet expression 43 46 8 230.0 4.3 2.8X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -50 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 222 223 1 45.1 22.2 1.0X -InSet expression 49 50 2 206.2 4.9 4.6X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -100 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 401 402 0 24.9 40.1 1.0X -InSet expression 51 56 11 196.6 5.1 7.9X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -200 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 755 756 1 13.2 75.5 1.0X -InSet expression 56 57 2 179.5 5.6 13.5X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -300 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1115 1116 1 9.0 111.5 1.0X -InSet expression 61 62 4 165.2 6.1 18.4X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -400 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1476 1478 1 6.8 147.6 1.0X -InSet expression 66 67 2 152.2 6.6 22.5X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -500 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1834 1873 85 5.5 183.4 1.0X -InSet expression 230 233 3 43.5 23.0 8.0X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -5 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 40 42 2 247.6 4.0 1.0X -InSet expression 37 39 3 271.6 3.7 1.1X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -10 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 59 60 3 170.0 5.9 1.0X -InSet expression 42 44 3 237.6 4.2 1.4X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -25 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 114 116 6 87.5 11.4 1.0X -InSet expression 53 58 10 188.0 5.3 2.1X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -50 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 207 214 14 48.3 20.7 1.0X -InSet expression 62 63 2 162.1 6.2 3.4X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -100 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 385 391 6 26.0 38.5 1.0X -InSet expression 71 73 2 140.4 7.1 5.4X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -200 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 746 750 2 13.4 74.6 1.0X -InSet expression 101 105 8 98.5 10.1 7.4X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -300 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1100 1106 4 9.1 110.0 1.0X -InSet expression 109 111 2 91.6 10.9 10.1X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -400 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1470 1480 7 6.8 147.0 1.0X -InSet expression 115 116 2 87.1 11.5 12.8X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -500 ints (non-compact): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1838 1907 152 5.4 183.8 1.0X -InSet expression 231 233 2 43.3 23.1 8.0X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -5 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 48 52 6 206.5 4.8 1.0X -InSet expression 150 152 4 66.8 15.0 0.3X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -10 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 62 63 1 161.3 6.2 1.0X -InSet expression 165 168 5 60.7 16.5 0.4X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -25 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 116 116 0 86.1 11.6 1.0X -InSet expression 173 175 3 57.9 17.3 0.7X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -50 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 206 208 6 48.6 20.6 1.0X -InSet expression 212 214 2 47.1 21.2 1.0X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -100 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 384 386 2 26.0 38.4 1.0X -InSet expression 183 185 2 54.6 18.3 2.1X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -200 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 742 748 13 13.5 74.2 1.0X -InSet expression 175 177 2 57.1 17.5 4.2X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -5 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 88 89 1 114.2 8.8 1.0X -InSet expression 168 170 2 59.5 16.8 0.5X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -10 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 128 129 3 78.0 12.8 1.0X -InSet expression 187 188 2 53.6 18.7 0.7X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -25 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 242 242 0 41.3 24.2 1.0X -InSet expression 192 194 2 52.0 19.2 1.3X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -50 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 419 420 0 23.8 41.9 1.0X -InSet expression 235 236 1 42.5 23.5 1.8X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -100 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 774 775 1 12.9 77.4 1.0X -InSet expression 205 206 3 48.9 20.5 3.8X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -200 floats: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 3036 3123 191 3.3 303.6 1.0X -InSet expression 197 198 1 50.8 19.7 15.4X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -5 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 83 84 2 120.9 8.3 1.0X -InSet expression 167 168 2 60.0 16.7 0.5X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -10 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 125 126 3 80.3 12.5 1.0X -InSet expression 186 188 2 53.7 18.6 0.7X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -25 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 237 238 1 42.1 23.7 1.0X -InSet expression 192 195 3 52.0 19.2 1.2X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -50 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 414 415 0 24.1 41.4 1.0X -InSet expression 239 242 3 41.9 23.9 1.7X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -100 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 769 771 3 13.0 76.9 1.0X -InSet expression 203 213 22 49.3 20.3 3.8X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -200 doubles: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 3757 3796 85 2.7 375.7 1.0X -InSet expression 193 194 2 51.9 19.3 19.5X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -5 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 47 48 3 21.3 47.0 1.0X -InSet expression 155 168 29 6.4 155.3 0.3X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -10 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 58 59 2 17.4 57.6 1.0X -InSet expression 157 160 2 6.4 157.4 0.4X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -25 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 92 92 2 10.9 91.5 1.0X -InSet expression 160 162 2 6.3 159.6 0.6X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -50 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 171 171 0 5.9 170.8 1.0X -InSet expression 169 172 3 5.9 169.3 1.0X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -100 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 429 429 0 2.3 428.6 1.0X -InSet expression 170 172 2 5.9 170.4 2.5X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -200 small decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 996 1144 328 1.0 996.3 1.0X -InSet expression 177 179 3 5.7 176.8 5.6X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -5 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 248 251 2 4.0 248.0 1.0X -InSet expression 175 177 2 5.7 174.9 1.4X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -10 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 420 426 11 2.4 420.0 1.0X -InSet expression 177 180 3 5.7 176.9 2.4X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -25 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1005 1008 4 1.0 1004.9 1.0X -InSet expression 184 187 3 5.4 183.7 5.5X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -50 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1922 1933 13 0.5 1922.2 1.0X -InSet expression 189 193 7 5.3 188.9 10.2X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -100 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 3861 3871 12 0.3 3860.5 1.0X -InSet expression 213 225 30 4.7 213.5 18.1X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -200 large decimals: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 7731 7774 25 0.1 7731.5 1.0X -InSet expression 222 225 3 4.5 222.4 34.8X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -5 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 127 133 9 7.9 126.8 1.0X -InSet expression 142 143 2 7.0 141.9 0.9X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -10 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 132 133 2 7.6 131.7 1.0X -InSet expression 144 146 2 6.9 144.1 0.9X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -25 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 153 154 2 6.5 152.9 1.0X -InSet expression 151 153 2 6.6 151.2 1.0X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -50 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 186 187 2 5.4 185.8 1.0X -InSet expression 154 156 3 6.5 153.7 1.2X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -100 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 260 263 3 3.8 260.3 1.0X -InSet expression 151 153 2 6.6 151.3 1.7X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -200 strings: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 731 891 352 1.4 731.4 1.0X -InSet expression 155 157 3 6.4 155.4 4.7X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -5 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 42 43 2 240.1 4.2 1.0X -InSet expression 159 160 2 63.0 15.9 0.3X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -10 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 58 59 2 171.4 5.8 1.0X -InSet expression 174 183 21 57.5 17.4 0.3X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -25 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 111 113 3 90.0 11.1 1.0X -InSet expression 228 229 2 43.9 22.8 0.5X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -50 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 192 193 1 52.1 19.2 1.0X -InSet expression 250 250 1 40.1 25.0 0.8X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -100 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 373 384 12 26.8 37.3 1.0X -InSet expression 229 236 7 43.7 22.9 1.6X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -200 timestamps: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 694 707 25 14.4 69.4 1.0X -InSet expression 221 226 7 45.2 22.1 3.1X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -5 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 196 198 2 50.9 19.6 1.0X -InSet expression 169 170 0 59.2 16.9 1.2X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -10 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 212 212 0 47.3 21.2 1.0X -InSet expression 197 197 0 50.8 19.7 1.1X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -25 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 266 266 1 37.7 26.6 1.0X -InSet expression 203 217 23 49.4 20.3 1.3X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -50 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 356 367 12 28.1 35.6 1.0X -InSet expression 212 213 1 47.1 21.2 1.7X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -100 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 559 573 26 17.9 55.9 1.0X -InSet expression 221 223 2 45.2 22.1 2.5X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -200 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 901 916 9 11.1 90.1 1.0X -InSet expression 238 241 9 42.1 23.8 3.8X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -300 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1264 1282 10 7.9 126.4 1.0X -InSet expression 253 262 15 39.5 25.3 5.0X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -400 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1628 1646 11 6.1 162.8 1.0X -InSet expression 264 265 1 37.8 26.4 6.2X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -500 dates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1993 2015 15 5.0 199.3 1.0X -InSet expression 355 368 10 28.2 35.5 5.6X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -5 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 52 63 14 19.3 51.8 1.0X -InSet expression 96 98 2 10.4 95.9 0.5X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -10 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 78 80 3 12.8 77.9 1.0X -InSet expression 97 154 48 10.3 97.1 0.8X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -25 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 269 279 27 3.7 268.7 1.0X -InSet expression 120 124 13 8.3 119.9 2.2X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -50 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 579 626 96 1.7 579.2 1.0X -InSet expression 165 167 3 6.1 165.1 3.5X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -100 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 2582 2775 415 0.4 2582.1 1.0X -InSet expression 196 201 10 5.1 196.0 13.2X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -200 arrays: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 9438 9939 763 0.1 9437.9 1.0X -InSet expression 256 258 3 3.9 255.8 36.9X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -5 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 47 48 2 21.4 46.8 1.0X -InSet expression 158 160 2 6.3 157.6 0.3X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -10 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 62 63 4 16.2 61.9 1.0X -InSet expression 158 161 4 6.3 158.4 0.4X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -25 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 138 140 3 7.3 137.9 1.0X -InSet expression 202 219 43 5.0 201.7 0.7X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -50 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 366 367 1 2.7 365.7 1.0X -InSet expression 286 289 4 3.5 285.6 1.3X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -100 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 1055 1212 346 0.9 1054.7 1.0X -InSet expression 348 354 6 2.9 347.9 3.0X - -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -200 structs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -In expression 6463 6772 650 0.2 6463.3 1.0X -InSet expression 450 455 4 2.2 449.6 14.4X - - diff --git a/sql/core/benchmarks/JoinBenchmark-jdk11-results.txt b/sql/core/benchmarks/JoinBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..5115169329f4 --- /dev/null +++ b/sql/core/benchmarks/JoinBenchmark-jdk11-results.txt @@ -0,0 +1,75 @@ +================================================================================================ +Join Benchmark +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Join w long: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Join w long wholestage off 4857 4998 199 4.3 231.6 1.0X +Join w long wholestage on 342 392 37 61.3 16.3 14.2X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Join w long duplicated: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Join w long duplicated wholestage off 5797 5966 239 3.6 276.4 1.0X +Join w long duplicated wholestage on 342 348 4 61.3 16.3 16.9X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Join w 2 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Join w 2 ints wholestage off 173321 173413 131 0.1 8264.6 1.0X +Join w 2 ints wholestage on 165490 165687 112 0.1 7891.2 1.0X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Join w 2 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Join w 2 longs wholestage off 7232 7285 76 2.9 344.8 1.0X +Join w 2 longs wholestage on 2092 2298 127 10.0 99.8 3.5X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Join w 2 longs duplicated: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Join w 2 longs duplicated wholestage off 17637 17737 140 1.2 841.0 1.0X +Join w 2 longs duplicated wholestage on 2561 2600 45 8.2 122.1 6.9X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +outer join w long: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +outer join w long wholestage off 3924 3926 2 5.3 187.1 1.0X +outer join w long wholestage on 226 233 7 92.7 10.8 17.4X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +semi join w long: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +semi join w long wholestage off 2612 2622 15 8.0 124.5 1.0X +semi join w long wholestage on 217 232 18 96.6 10.4 12.0X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +sort merge join: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +sort merge join wholestage off 1750 1774 35 1.2 834.3 1.0X +sort merge join wholestage on 1474 1511 30 1.4 702.9 1.2X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +sort merge join with duplicates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +sort merge join with duplicates wholestage off 2411 2415 6 0.9 1149.6 1.0X +sort merge join with duplicates wholestage on 2080 2149 90 1.0 991.7 1.2X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +shuffle hash join: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +shuffle hash join wholestage off 1389 1438 70 3.0 331.2 1.0X +shuffle hash join wholestage on 1185 1247 102 3.5 282.5 1.2X + + diff --git a/sql/core/benchmarks/JoinBenchmark-results.txt b/sql/core/benchmarks/JoinBenchmark-results.txt index 8ceb5e7a7fe9..c534065b4b68 100644 --- a/sql/core/benchmarks/JoinBenchmark-results.txt +++ b/sql/core/benchmarks/JoinBenchmark-results.txt @@ -2,74 +2,74 @@ Join Benchmark ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Join w long: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Join w long wholestage off 4464 / 4483 4.7 212.9 1.0X -Join w long wholestage on 289 / 339 72.6 13.8 15.5X +Join w long: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Join w long wholestage off 4345 4473 180 4.8 207.2 1.0X +Join w long wholestage on 291 334 37 72.1 13.9 14.9X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Join w long duplicated: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Join w long duplicated wholestage off 5662 / 5678 3.7 270.0 1.0X -Join w long duplicated wholestage on 332 / 345 63.1 15.8 17.0X +Join w long duplicated: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Join w long duplicated wholestage off 6141 6146 6 3.4 292.8 1.0X +Join w long duplicated wholestage on 328 354 25 64.0 15.6 18.7X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Join w 2 ints: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Join w 2 ints wholestage off 173174 / 173183 0.1 8257.6 1.0X -Join w 2 ints wholestage on 166350 / 198362 0.1 7932.2 1.0X +Join w 2 ints: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Join w 2 ints wholestage off 172948 172951 3 0.1 8246.8 1.0X +Join w 2 ints wholestage on 165134 165382 161 0.1 7874.2 1.0X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Join w 2 longs: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Join w 2 longs wholestage off 7055 / 7214 3.0 336.4 1.0X -Join w 2 longs wholestage on 1869 / 1985 11.2 89.1 3.8X +Join w 2 longs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Join w 2 longs wholestage off 7494 7517 32 2.8 357.4 1.0X +Join w 2 longs wholestage on 1921 1937 19 10.9 91.6 3.9X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Join w 2 longs duplicated: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Join w 2 longs duplicated wholestage off 19256 / 20283 1.1 918.2 1.0X -Join w 2 longs duplicated wholestage on 2467 / 2544 8.5 117.7 7.8X +Join w 2 longs duplicated: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Join w 2 longs duplicated wholestage off 19383 19404 30 1.1 924.3 1.0X +Join w 2 longs duplicated wholestage on 2446 2561 77 8.6 116.6 7.9X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -outer join w long: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -outer join w long wholestage off 3756 / 3761 5.6 179.1 1.0X -outer join w long wholestage on 218 / 250 96.2 10.4 17.2X +outer join w long: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +outer join w long wholestage off 3920 3922 3 5.3 186.9 1.0X +outer join w long wholestage on 233 257 31 90.1 11.1 16.8X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -semi join w long: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -semi join w long wholestage off 2393 / 2416 8.8 114.1 1.0X -semi join w long wholestage on 214 / 218 97.9 10.2 11.2X +semi join w long: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +semi join w long wholestage off 2419 2462 61 8.7 115.4 1.0X +semi join w long wholestage on 226 262 45 92.7 10.8 10.7X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -sort merge join: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -sort merge join wholestage off 2318 / 2392 0.9 1105.3 1.0X -sort merge join wholestage on 1669 / 1811 1.3 795.9 1.4X +sort merge join: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +sort merge join wholestage off 1697 1714 25 1.2 809.0 1.0X +sort merge join wholestage on 1447 1476 53 1.4 690.0 1.2X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -sort merge join with duplicates: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -sort merge join with duplicates wholestage off 2966 / 2976 0.7 1414.5 1.0X -sort merge join with duplicates wholestage on 2413 / 2641 0.9 1150.5 1.2X +sort merge join with duplicates: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +sort merge join with duplicates wholestage off 2406 2406 0 0.9 1147.2 1.0X +sort merge join with duplicates wholestage on 2019 2055 39 1.0 962.9 1.2X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -shuffle hash join: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -shuffle hash join wholestage off 1475 / 1479 2.8 351.7 1.0X -shuffle hash join wholestage on 1209 / 1238 3.5 288.3 1.2X +shuffle hash join: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +shuffle hash join wholestage off 1502 1546 62 2.8 358.1 1.0X +shuffle hash join wholestage on 1158 1190 40 3.6 276.1 1.3X diff --git a/sql/core/benchmarks/MakeDateTimeBenchmark-jdk11-results.txt b/sql/core/benchmarks/MakeDateTimeBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..e69de29bb2d1 diff --git a/sql/core/benchmarks/MakeDateTimeBenchmark-results.txt b/sql/core/benchmarks/MakeDateTimeBenchmark-results.txt index a3c89d643e91..e69de29bb2d1 100644 --- a/sql/core/benchmarks/MakeDateTimeBenchmark-results.txt +++ b/sql/core/benchmarks/MakeDateTimeBenchmark-results.txt @@ -1,22 +0,0 @@ -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.6 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -make_date(): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -prepare make_date() 2149 2289 196 46.5 21.5 1.0X -make_date(2019, 9, 16) 1829 1868 58 54.7 18.3 1.2X -make_date(*, *, *) 3180 3339 139 31.4 31.8 0.7X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_202-b08 on Mac OS X 10.14.6 -Intel(R) Core(TM) i7-4850HQ CPU @ 2.30GHz -make_timestamp(): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -prepare make_timestamp() 2950 3025 96 0.3 2950.3 1.0X -make_timestamp(2019, 1, 2, 3, 4, 50.123456) 45 47 1 22.1 45.2 65.3X -make_timestamp(2019, 1, 2, 3, 4, 60.000000) 42 42 1 24.0 41.7 70.8X -make_timestamp(2019, 12, 31, 23, 59, 60.00) 41 42 1 24.2 41.3 71.4X -make_timestamp(*, *, *, 3, 4, 50.123456) 252 256 7 4.0 251.5 11.7X -make_timestamp(*, *, *, *, *, 0) 225 227 3 4.5 224.6 13.1X -make_timestamp(*, *, *, *, *, 60.0) 230 233 2 4.3 230.4 12.8X -make_timestamp(2019, 1, 2, *, *, *) 3078 3118 35 0.3 3078.5 1.0X -make_timestamp(*, *, *, *, *, *) 3092 3109 17 0.3 3092.4 1.0X - diff --git a/sql/core/benchmarks/MiscBenchmark-jdk11-results.txt b/sql/core/benchmarks/MiscBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..6c768bd26869 --- /dev/null +++ b/sql/core/benchmarks/MiscBenchmark-jdk11-results.txt @@ -0,0 +1,127 @@ +================================================================================================ +filter & aggregate without group +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +range/filter/sum: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +range/filter/sum wholestage off 53775 54011 334 39.0 25.6 1.0X +range/filter/sum wholestage on 3175 3466 324 660.4 1.5 16.9X + + +================================================================================================ +range/limit/sum +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +range/limit/sum: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +range/limit/sum wholestage off 200 216 22 2619.7 0.4 1.0X +range/limit/sum wholestage on 122 142 12 4285.5 0.2 1.6X + + +================================================================================================ +sample +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +sample with replacement: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +sample with replacement wholestage off 13765 13997 328 9.5 105.0 1.0X +sample with replacement wholestage on 7664 7698 29 17.1 58.5 1.8X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +sample without replacement: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +sample without replacement wholestage off 2970 2993 32 44.1 22.7 1.0X +sample without replacement wholestage on 1144 1179 35 114.5 8.7 2.6X + + +================================================================================================ +collect +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +collect: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +collect 1 million 305 342 37 3.4 291.0 1.0X +collect 2 millions 514 593 87 2.0 490.3 0.6X +collect 4 millions 1040 1042 2 1.0 991.9 0.3X + + +================================================================================================ +collect limit +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +collect limit: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +collect limit 1 million 353 370 10 3.0 337.1 1.0X +collect limit 2 millions 681 700 24 1.5 649.0 0.5X + + +================================================================================================ +generate explode +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +generate explode array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +generate explode array wholestage off 17508 17522 19 1.0 1043.6 1.0X +generate explode array wholestage on 13120 13263 152 1.3 782.0 1.3X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +generate explode map: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +generate explode map wholestage off 52940 52974 49 0.3 3155.5 1.0X +generate explode map wholestage on 47642 47821 165 0.4 2839.7 1.1X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +generate posexplode array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +generate posexplode array wholestage off 19611 21206 2256 0.9 1168.9 1.0X +generate posexplode array wholestage on 13464 13520 53 1.2 802.5 1.5X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +generate inline array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +generate inline array wholestage off 15876 15942 94 1.1 946.3 1.0X +generate inline array wholestage on 10430 10468 33 1.6 621.7 1.5X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +generate big struct array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +generate big struct array wholestage off 491 503 17 0.1 8185.0 1.0X +generate big struct array wholestage on 396 433 39 0.2 6597.6 1.2X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +generate big nested struct array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +generate big nested struct array wholestage off 474 482 11 0.1 7893.8 1.0X +generate big nested struct array wholestage on 460 499 51 0.1 7669.1 1.0X + + +================================================================================================ +generate regular generator +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +generate stack: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +generate stack wholestage off 28469 28515 66 0.6 1696.9 1.0X +generate stack wholestage on 21642 21667 22 0.8 1290.0 1.3X + + diff --git a/sql/core/benchmarks/MiscBenchmark-results.txt b/sql/core/benchmarks/MiscBenchmark-results.txt index c4ae05209565..799eb6e475be 100644 --- a/sql/core/benchmarks/MiscBenchmark-results.txt +++ b/sql/core/benchmarks/MiscBenchmark-results.txt @@ -2,126 +2,126 @@ filter & aggregate without group ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -range/filter/sum: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -range/filter/sum wholestage off 47752 / 48952 43.9 22.8 1.0X -range/filter/sum wholestage on 3123 / 3558 671.5 1.5 15.3X +range/filter/sum: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +range/filter/sum wholestage off 45937 48915 NaN 45.7 21.9 1.0X +range/filter/sum wholestage on 3218 3586 231 651.7 1.5 14.3X ================================================================================================ range/limit/sum ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -range/limit/sum: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -range/limit/sum wholestage off 229 / 236 2288.9 0.4 1.0X -range/limit/sum wholestage on 257 / 267 2041.0 0.5 0.9X +range/limit/sum: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +range/limit/sum wholestage off 170 171 0 3075.8 0.3 1.0X +range/limit/sum wholestage on 126 139 10 4149.0 0.2 1.3X ================================================================================================ sample ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -sample with replacement: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -sample with replacement wholestage off 12908 / 13076 10.2 98.5 1.0X -sample with replacement wholestage on 7334 / 7346 17.9 56.0 1.8X +sample with replacement: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +sample with replacement wholestage off 12598 12963 517 10.4 96.1 1.0X +sample with replacement wholestage on 7292 7308 12 18.0 55.6 1.7X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -sample without replacement: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -sample without replacement wholestage off 3082 / 3095 42.5 23.5 1.0X -sample without replacement wholestage on 1125 / 1211 116.5 8.6 2.7X +sample without replacement: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +sample without replacement wholestage off 2979 2982 4 44.0 22.7 1.0X +sample without replacement wholestage on 1098 1115 31 119.3 8.4 2.7X ================================================================================================ collect ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -collect: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -collect 1 million 291 / 311 3.6 277.3 1.0X -collect 2 millions 552 / 564 1.9 526.6 0.5X -collect 4 millions 1104 / 1108 0.9 1053.0 0.3X +collect: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +collect 1 million 304 345 43 3.4 290.1 1.0X +collect 2 millions 575 592 18 1.8 547.9 0.5X +collect 4 millions 1287 1324 51 0.8 1227.8 0.2X ================================================================================================ collect limit ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -collect limit: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -collect limit 1 million 311 / 340 3.4 296.2 1.0X -collect limit 2 millions 581 / 614 1.8 554.4 0.5X +collect limit: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +collect limit 1 million 343 361 13 3.1 327.0 1.0X +collect limit 2 millions 650 717 60 1.6 619.7 0.5X ================================================================================================ generate explode ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -generate explode array: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -generate explode array wholestage off 15211 / 15368 1.1 906.6 1.0X -generate explode array wholestage on 10761 / 10776 1.6 641.4 1.4X +generate explode array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +generate explode array wholestage off 15684 15719 49 1.1 934.9 1.0X +generate explode array wholestage on 10693 10755 59 1.6 637.4 1.5X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -generate explode map: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -generate explode map wholestage off 22128 / 22578 0.8 1318.9 1.0X -generate explode map wholestage on 16421 / 16520 1.0 978.8 1.3X +generate explode map: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +generate explode map wholestage off 49880 50180 423 0.3 2973.1 1.0X +generate explode map wholestage on 44413 44652 216 0.4 2647.2 1.1X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -generate posexplode array: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -generate posexplode array wholestage off 17108 / 18019 1.0 1019.7 1.0X -generate posexplode array wholestage on 11715 / 11804 1.4 698.3 1.5X +generate posexplode array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +generate posexplode array wholestage off 16479 18825 NaN 1.0 982.2 1.0X +generate posexplode array wholestage on 11511 11596 60 1.5 686.1 1.4X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -generate inline array: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -generate inline array wholestage off 16358 / 16418 1.0 975.0 1.0X -generate inline array wholestage on 11152 / 11472 1.5 664.7 1.5X +generate inline array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +generate inline array wholestage off 15818 15826 11 1.1 942.8 1.0X +generate inline array wholestage on 9689 9807 85 1.7 577.5 1.6X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -generate big struct array: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -generate big struct array wholestage off 708 / 776 0.1 11803.5 1.0X -generate big struct array wholestage on 535 / 589 0.1 8913.9 1.3X +generate big struct array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +generate big struct array wholestage off 474 543 98 0.1 7904.6 1.0X +generate big struct array wholestage on 427 458 25 0.1 7116.3 1.1X -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz generate big nested struct array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -generate big nested struct array wholestage off 540 553 19 0.1 8997.4 1.0X -generate big nested struct array wholestage on 523 554 31 0.1 8725.0 1.0X +generate big nested struct array wholestage off 508 557 69 0.1 8465.6 1.0X +generate big nested struct array wholestage on 495 529 30 0.1 8254.7 1.0X ================================================================================================ generate regular generator ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -generate stack: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -generate stack wholestage off 29082 / 29393 0.6 1733.4 1.0X -generate stack wholestage on 21066 / 21128 0.8 1255.6 1.4X +generate stack: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +generate stack wholestage off 29192 29245 75 0.6 1740.0 1.0X +generate stack wholestage on 18556 18583 23 0.9 1106.0 1.6X diff --git a/sql/core/benchmarks/OrcNestedSchemaPruningBenchmark-jdk11-results.txt b/sql/core/benchmarks/OrcNestedSchemaPruningBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..919dba9613d3 --- /dev/null +++ b/sql/core/benchmarks/OrcNestedSchemaPruningBenchmark-jdk11-results.txt @@ -0,0 +1,4 @@ +================================================================================================ +Nested Schema Pruning Benchmark For ORC v1 +================================================================================================ + diff --git a/sql/core/benchmarks/OrcNestedSchemaPruningBenchmark-results.txt b/sql/core/benchmarks/OrcNestedSchemaPruningBenchmark-results.txt index 765193d6c643..919dba9613d3 100644 --- a/sql/core/benchmarks/OrcNestedSchemaPruningBenchmark-results.txt +++ b/sql/core/benchmarks/OrcNestedSchemaPruningBenchmark-results.txt @@ -2,52 +2,3 @@ Nested Schema Pruning Benchmark For ORC v1 ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Selection: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 127 163 24 7.9 127.1 1.0X -Nested column 974 1023 39 1.0 974.2 0.1X -Nested column in array 4834 4857 23 0.2 4834.1 0.0X - -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Limiting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 454 488 45 2.2 454.3 1.0X -Nested column 1539 1602 80 0.6 1539.3 0.3X -Nested column in array 5765 5848 69 0.2 5764.7 0.1X - -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Repartitioning: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 365 395 58 2.7 364.9 1.0X -Nested column 1456 1477 23 0.7 1456.0 0.3X -Nested column in array 5734 5842 91 0.2 5734.4 0.1X - -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Repartitioning by exprs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 373 387 15 2.7 372.8 1.0X -Nested column 4349 4397 59 0.2 4348.8 0.1X -Nested column in array 8893 8971 73 0.1 8893.2 0.0X - -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Sample: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 130 159 24 7.7 129.9 1.0X -Nested column 1160 1216 50 0.9 1159.8 0.1X -Nested column in array 5297 5420 176 0.2 5296.8 0.0X - -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Sorting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 585 615 60 1.7 585.5 1.0X -Nested column 4972 5213 156 0.2 4972.2 0.1X -Nested column in array 10095 10156 32 0.1 10095.4 0.1X - - diff --git a/sql/core/benchmarks/OrcV2NestedSchemaPruningBenchmark-jdk11-results.txt b/sql/core/benchmarks/OrcV2NestedSchemaPruningBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..da59c44b2bd2 --- /dev/null +++ b/sql/core/benchmarks/OrcV2NestedSchemaPruningBenchmark-jdk11-results.txt @@ -0,0 +1,4 @@ +================================================================================================ +Nested Schema Pruning Benchmark For ORC v2 +================================================================================================ + diff --git a/sql/core/benchmarks/OrcV2NestedSchemaPruningBenchmark-results.txt b/sql/core/benchmarks/OrcV2NestedSchemaPruningBenchmark-results.txt index fdd347f4bad9..da59c44b2bd2 100644 --- a/sql/core/benchmarks/OrcV2NestedSchemaPruningBenchmark-results.txt +++ b/sql/core/benchmarks/OrcV2NestedSchemaPruningBenchmark-results.txt @@ -2,52 +2,3 @@ Nested Schema Pruning Benchmark For ORC v2 ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Selection: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 122 161 29 8.2 121.9 1.0X -Nested column 1255 1279 23 0.8 1255.4 0.1X -Nested column in array 5352 5393 37 0.2 5352.3 0.0X - -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Limiting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 132 162 32 7.6 131.8 1.0X -Nested column 1246 1286 32 0.8 1245.6 0.1X -Nested column in array 5395 5542 143 0.2 5394.9 0.0X - -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Repartitioning: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 385 403 20 2.6 385.4 1.0X -Nested column 1663 1691 52 0.6 1663.2 0.2X -Nested column in array 6264 6335 73 0.2 6264.4 0.1X - -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Repartitioning by exprs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 392 422 58 2.5 392.2 1.0X -Nested column 4104 4153 57 0.2 4104.0 0.1X -Nested column in array 8668 8748 55 0.1 8668.3 0.0X - -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Sample: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 130 146 22 7.7 130.1 1.0X -Nested column 1127 1166 53 0.9 1127.3 0.1X -Nested column in array 4906 4968 40 0.2 4905.8 0.0X - -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Sorting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 291 308 25 3.4 290.5 1.0X -Nested column 3016 3091 58 0.3 3016.0 0.1X -Nested column in array 7730 7821 140 0.1 7729.5 0.0X - - diff --git a/sql/core/benchmarks/ParquetNestedSchemaPruningBenchmark-jdk11-results.txt b/sql/core/benchmarks/ParquetNestedSchemaPruningBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..1e79dd2150ff --- /dev/null +++ b/sql/core/benchmarks/ParquetNestedSchemaPruningBenchmark-jdk11-results.txt @@ -0,0 +1,4 @@ +================================================================================================ +Nested Schema Pruning Benchmark For Parquet +================================================================================================ + diff --git a/sql/core/benchmarks/ParquetNestedSchemaPruningBenchmark-results.txt b/sql/core/benchmarks/ParquetNestedSchemaPruningBenchmark-results.txt index 4e0c368b5370..1e79dd2150ff 100644 --- a/sql/core/benchmarks/ParquetNestedSchemaPruningBenchmark-results.txt +++ b/sql/core/benchmarks/ParquetNestedSchemaPruningBenchmark-results.txt @@ -2,52 +2,3 @@ Nested Schema Pruning Benchmark For Parquet ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Selection: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 151 174 16 6.6 151.3 1.0X -Nested column 316 375 88 3.2 315.7 0.5X -Nested column in array 1277 1292 11 0.8 1277.0 0.1X - -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Limiting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 452 501 67 2.2 451.9 1.0X -Nested column 664 722 77 1.5 664.4 0.7X -Nested column in array 1906 1997 91 0.5 1905.6 0.2X - -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Repartitioning: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 385 410 39 2.6 385.5 1.0X -Nested column 612 620 10 1.6 611.9 0.6X -Nested column in array 1790 1845 80 0.6 1789.5 0.2X - -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Repartitioning by exprs: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 386 402 26 2.6 386.0 1.0X -Nested column 2982 3057 64 0.3 2982.0 0.1X -Nested column in array 3504 3690 248 0.3 3503.7 0.1X - -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Sample: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 138 152 10 7.2 138.3 1.0X -Nested column 345 369 16 2.9 344.8 0.4X -Nested column in array 1358 1405 50 0.7 1358.5 0.1X - -OpenJDK 64-Bit Server VM 1.8.0_212-b04 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Sorting: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Top-level column 606 632 45 1.6 606.3 1.0X -Nested column 3586 3679 107 0.3 3585.8 0.2X -Nested column in array 4452 4831 244 0.2 4451.8 0.1X - - diff --git a/sql/core/benchmarks/PrimitiveArrayBenchmark-jdk11-results.txt b/sql/core/benchmarks/PrimitiveArrayBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..c77a18af6135 --- /dev/null +++ b/sql/core/benchmarks/PrimitiveArrayBenchmark-jdk11-results.txt @@ -0,0 +1,12 @@ +================================================================================================ +Write primitive arrays in dataset +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Write an array in Dataset: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Int 673 708 37 12.5 80.3 1.0X +Double 806 825 18 10.4 96.0 0.8X + + diff --git a/sql/core/benchmarks/PrimitiveArrayBenchmark-results.txt b/sql/core/benchmarks/PrimitiveArrayBenchmark-results.txt index 5fa461fecd4d..ebf1e8eda9b0 100644 --- a/sql/core/benchmarks/PrimitiveArrayBenchmark-results.txt +++ b/sql/core/benchmarks/PrimitiveArrayBenchmark-results.txt @@ -6,7 +6,7 @@ OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz Write an array in Dataset: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Int 543 605 67 15.4 64.7 1.0X -Double 737 776 36 11.4 87.9 0.7X +Int 562 633 77 14.9 67.0 1.0X +Double 693 718 24 12.1 82.6 0.8X diff --git a/sql/core/benchmarks/RangeBenchmark-jdk11-results.txt b/sql/core/benchmarks/RangeBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..a5e721bcf8be --- /dev/null +++ b/sql/core/benchmarks/RangeBenchmark-jdk11-results.txt @@ -0,0 +1,15 @@ +================================================================================================ +range +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +range: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +full scan 20469 20666 160 25.6 39.0 1.0X +limit after range 107 116 7 4908.3 0.2 191.6X +filter after range 1877 1899 23 279.4 3.6 10.9X +count after range 88 99 8 5966.5 0.2 232.9X +count after limit after range 107 114 5 4886.6 0.2 190.8X + + diff --git a/sql/core/benchmarks/RangeBenchmark-results.txt b/sql/core/benchmarks/RangeBenchmark-results.txt index 21766e0fd866..51038ef81064 100644 --- a/sql/core/benchmarks/RangeBenchmark-results.txt +++ b/sql/core/benchmarks/RangeBenchmark-results.txt @@ -2,15 +2,14 @@ range ================================================================================================ -Java HotSpot(TM) 64-Bit Server VM 1.8.0_161-b12 on Mac OS X 10.13.6 -Intel(R) Core(TM) i7-6920HQ CPU @ 2.90GHz - -range: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -full scan 12674 / 12840 41.4 24.2 1.0X -limit after range 33 / 37 15900.2 0.1 384.4X -filter after range 969 / 985 541.0 1.8 13.1X -count after range 42 / 42 12510.5 0.1 302.4X -count after limit after range 32 / 33 16337.0 0.1 394.9X +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +range: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +full scan 19051 19631 431 27.5 36.3 1.0X +limit after range 100 103 2 5219.1 0.2 189.6X +filter after range 1797 1866 84 291.7 3.4 10.6X +count after range 87 92 4 6010.4 0.2 218.4X +count after limit after range 100 101 2 5266.0 0.2 191.4X diff --git a/sql/core/benchmarks/SortBenchmark-jdk11-results.txt b/sql/core/benchmarks/SortBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..46b28ff5c489 --- /dev/null +++ b/sql/core/benchmarks/SortBenchmark-jdk11-results.txt @@ -0,0 +1,16 @@ +================================================================================================ +radix sort +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +radix sort 25000000: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +reference TimSort key prefix array 15459 15571 158 1.6 618.4 1.0X +reference Arrays.sort 3377 3386 12 7.4 135.1 4.6X +radix sort one byte 457 472 11 54.7 18.3 33.8X +radix sort two bytes 908 914 8 27.5 36.3 17.0X +radix sort eight bytes 3587 3625 54 7.0 143.5 4.3X +radix sort key prefix array 6243 6306 89 4.0 249.7 2.5X + + diff --git a/sql/core/benchmarks/SortBenchmark-results.txt b/sql/core/benchmarks/SortBenchmark-results.txt index 0d00a0c89d02..24e0e399cd87 100644 --- a/sql/core/benchmarks/SortBenchmark-results.txt +++ b/sql/core/benchmarks/SortBenchmark-results.txt @@ -2,16 +2,15 @@ radix sort ================================================================================================ -Java HotSpot(TM) 64-Bit Server VM 1.8.0_162-b12 on Mac OS X 10.13.6 -Intel(R) Core(TM) i7-7820HQ CPU @ 2.90GHz - -radix sort 25000000: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -reference TimSort key prefix array 11770 / 11960 2.1 470.8 1.0X -reference Arrays.sort 2106 / 2128 11.9 84.3 5.6X -radix sort one byte 93 / 100 269.7 3.7 126.9X -radix sort two bytes 171 / 179 146.0 6.9 68.7X -radix sort eight bytes 659 / 664 37.9 26.4 17.9X -radix sort key prefix array 1024 / 1053 24.4 41.0 11.5X +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +radix sort 25000000: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +reference TimSort key prefix array 15356 15462 150 1.6 614.2 1.0X +reference Arrays.sort 3267 3272 7 7.7 130.7 4.7X +radix sort one byte 452 473 14 55.3 18.1 33.9X +radix sort two bytes 903 915 20 27.7 36.1 17.0X +radix sort eight bytes 3546 3557 16 7.1 141.8 4.3X +radix sort key prefix array 6169 6209 56 4.1 246.8 2.5X diff --git a/sql/core/benchmarks/UDFBenchmark-jdk11-results.txt b/sql/core/benchmarks/UDFBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..dbcecd42773c --- /dev/null +++ b/sql/core/benchmarks/UDFBenchmark-jdk11-results.txt @@ -0,0 +1,4 @@ +================================================================================================ +UDF with mixed input types +================================================================================================ + diff --git a/sql/core/benchmarks/UDFBenchmark-results.txt b/sql/core/benchmarks/UDFBenchmark-results.txt index 3dfd0c1caeb2..dbcecd42773c 100644 --- a/sql/core/benchmarks/UDFBenchmark-results.txt +++ b/sql/core/benchmarks/UDFBenchmark-results.txt @@ -2,58 +2,3 @@ UDF with mixed input types ================================================================================================ -Java HotSpot(TM) 64-Bit Server VM 1.8.0_152-b16 on Mac OS X 10.13.6 -Intel(R) Core(TM) i7-4558U CPU @ 2.80GHz -long/nullable int/string to string: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -long/nullable int/string to string wholestage off 194 248 76 0,5 1941,4 1,0X -long/nullable int/string to string wholestage on 127 136 8 0,8 1269,5 1,5X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_152-b16 on Mac OS X 10.13.6 -Intel(R) Core(TM) i7-4558U CPU @ 2.80GHz -long/nullable int/string to option: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -long/nullable int/string to option wholestage off 91 97 8 1,1 910,1 1,0X -long/nullable int/string to option wholestage on 60 79 29 1,7 603,8 1,5X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_152-b16 on Mac OS X 10.13.6 -Intel(R) Core(TM) i7-4558U CPU @ 2.80GHz -long/nullable int/string to primitive: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -long/nullable int/string to primitive wholestage off 55 63 12 1,8 547,9 1,0X -long/nullable int/string to primitive wholestage on 43 44 2 2,3 428,0 1,3X - - -================================================================================================ -UDF with primitive types -================================================================================================ - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_152-b16 on Mac OS X 10.13.6 -Intel(R) Core(TM) i7-4558U CPU @ 2.80GHz -long/nullable int to string: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -long/nullable int to string wholestage off 46 48 2 2,2 461,2 1,0X -long/nullable int to string wholestage on 49 56 8 2,0 488,9 0,9X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_152-b16 on Mac OS X 10.13.6 -Intel(R) Core(TM) i7-4558U CPU @ 2.80GHz -long/nullable int to option: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -long/nullable int to option wholestage off 41 47 9 2,4 408,2 1,0X -long/nullable int to option wholestage on 26 28 2 3,9 256,7 1,6X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_152-b16 on Mac OS X 10.13.6 -Intel(R) Core(TM) i7-4558U CPU @ 2.80GHz -long/nullable int to primitive: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -long/nullable int to primitive wholestage off 26 27 0 3,8 263,7 1,0X -long/nullable int to primitive wholestage on 26 31 5 3,8 262,2 1,0X - -Java HotSpot(TM) 64-Bit Server VM 1.8.0_152-b16 on Mac OS X 10.13.6 -Intel(R) Core(TM) i7-4558U CPU @ 2.80GHz -UDF identity overhead: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------- -Baseline 20 22 1 4,9 204,3 1,0X -With identity UDF 24 26 2 4,1 241,3 0,8X - - diff --git a/sql/core/benchmarks/UnsafeArrayDataBenchmark-jdk11-results.txt b/sql/core/benchmarks/UnsafeArrayDataBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..cc3352158c45 --- /dev/null +++ b/sql/core/benchmarks/UnsafeArrayDataBenchmark-jdk11-results.txt @@ -0,0 +1,33 @@ +================================================================================================ +Benchmark UnsafeArrayData +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Read UnsafeArrayData: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Int 182 183 0 920.4 1.1 1.0X +Double 190 193 2 881.8 1.1 1.0X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Write UnsafeArrayData: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Int 33 36 2 629.1 1.6 1.0X +Double 75 80 10 280.2 3.6 0.4X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Get primitive array from UnsafeArrayData: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Int 73 77 3 864.0 1.2 1.0X +Double 148 154 7 423.9 2.4 0.5X + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +Create UnsafeArrayData from primitive array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Int 72 74 2 874.0 1.1 1.0X +Double 151 155 4 417.1 2.4 0.5X + + diff --git a/sql/core/benchmarks/UnsafeArrayDataBenchmark-results.txt b/sql/core/benchmarks/UnsafeArrayDataBenchmark-results.txt index 4ecc1f1fad4b..1a0edbc199e8 100644 --- a/sql/core/benchmarks/UnsafeArrayDataBenchmark-results.txt +++ b/sql/core/benchmarks/UnsafeArrayDataBenchmark-results.txt @@ -2,32 +2,32 @@ Benchmark UnsafeArrayData ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Read UnsafeArrayData: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Int 233 / 234 718.6 1.4 1.0X -Double 244 / 244 687.0 1.5 1.0X +Read UnsafeArrayData: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Int 182 183 2 923.9 1.1 1.0X +Double 189 189 0 888.3 1.1 1.0X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Write UnsafeArrayData: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Int 32 / 33 658.6 1.5 1.0X -Double 73 / 75 287.0 3.5 0.4X +Write UnsafeArrayData: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Int 33 34 2 640.2 1.6 1.0X +Double 75 76 1 280.6 3.6 0.4X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Get primitive array from UnsafeArrayData: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Int 70 / 72 895.0 1.1 1.0X -Double 141 / 143 446.9 2.2 0.5X +Get primitive array from UnsafeArrayData: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Int 70 72 2 903.8 1.1 1.0X +Double 144 146 2 436.6 2.3 0.5X -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -Create UnsafeArrayData from primitive array: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -Int 72 / 73 874.7 1.1 1.0X -Double 145 / 146 433.7 2.3 0.5X +Create UnsafeArrayData from primitive array: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Int 73 74 1 867.1 1.2 1.0X +Double 147 150 2 428.8 2.3 0.5X diff --git a/sql/core/benchmarks/WideSchemaBenchmark-results.txt b/sql/core/benchmarks/WideSchemaBenchmark-results.txt deleted file mode 100644 index 6347a6ac6b67..000000000000 --- a/sql/core/benchmarks/WideSchemaBenchmark-results.txt +++ /dev/null @@ -1,145 +0,0 @@ -================================================================================================ -parsing large select expressions -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -parsing large select: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -1 select expressions 6 / 13 0.0 5997373.0 1.0X -100 select expressions 7 / 10 0.0 7204596.0 0.8X -2500 select expressions 103 / 107 0.0 102962705.0 0.1X - - -================================================================================================ -many column field read and write -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -many column field r/w: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -1 cols x 100000 rows (read in-mem) 40 / 51 2.5 396.5 1.0X -1 cols x 100000 rows (exec in-mem) 41 / 48 2.4 414.4 1.0X -1 cols x 100000 rows (read parquet) 61 / 70 1.6 610.2 0.6X -1 cols x 100000 rows (write parquet) 209 / 233 0.5 2086.1 0.2X -100 cols x 1000 rows (read in-mem) 43 / 49 2.3 433.8 0.9X -100 cols x 1000 rows (exec in-mem) 57 / 66 1.8 568.4 0.7X -100 cols x 1000 rows (read parquet) 60 / 66 1.7 599.0 0.7X -100 cols x 1000 rows (write parquet) 212 / 224 0.5 2120.6 0.2X -2500 cols x 40 rows (read in-mem) 268 / 275 0.4 2676.5 0.1X -2500 cols x 40 rows (exec in-mem) 494 / 504 0.2 4936.9 0.1X -2500 cols x 40 rows (read parquet) 132 / 139 0.8 1319.7 0.3X -2500 cols x 40 rows (write parquet) 371 / 381 0.3 3710.1 0.1X - - -================================================================================================ -wide shallowly nested struct field read and write -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -wide shallowly nested struct field r/w: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -1 wide x 100000 rows (read in-mem) 37 / 43 2.7 373.6 1.0X -1 wide x 100000 rows (exec in-mem) 47 / 54 2.1 472.7 0.8X -1 wide x 100000 rows (read parquet) 132 / 145 0.8 1316.5 0.3X -1 wide x 100000 rows (write parquet) 205 / 232 0.5 2046.3 0.2X -100 wide x 1000 rows (read in-mem) 68 / 79 1.5 676.3 0.6X -100 wide x 1000 rows (exec in-mem) 88 / 97 1.1 882.2 0.4X -100 wide x 1000 rows (read parquet) 197 / 234 0.5 1971.8 0.2X -100 wide x 1000 rows (write parquet) 236 / 249 0.4 2359.6 0.2X -2500 wide x 40 rows (read in-mem) 77 / 85 1.3 768.0 0.5X -2500 wide x 40 rows (exec in-mem) 386 / 393 0.3 3855.2 0.1X -2500 wide x 40 rows (read parquet) 1741 / 1765 0.1 17408.3 0.0X -2500 wide x 40 rows (write parquet) 243 / 256 0.4 2425.2 0.2X - - -================================================================================================ -deeply nested struct field read and write -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -deeply nested struct field r/w: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -1 deep x 100000 rows (read in-mem) 35 / 42 2.9 350.2 1.0X -1 deep x 100000 rows (exec in-mem) 40 / 43 2.5 399.5 0.9X -1 deep x 100000 rows (read parquet) 69 / 73 1.4 691.6 0.5X -1 deep x 100000 rows (write parquet) 203 / 224 0.5 2025.9 0.2X -100 deep x 1000 rows (read in-mem) 70 / 75 1.4 703.7 0.5X -100 deep x 1000 rows (exec in-mem) 654 / 684 0.2 6539.9 0.1X -100 deep x 1000 rows (read parquet) 10503 / 10550 0.0 105030.5 0.0X -100 deep x 1000 rows (write parquet) 235 / 243 0.4 2353.2 0.1X -250 deep x 400 rows (read in-mem) 249 / 259 0.4 2492.6 0.1X -250 deep x 400 rows (exec in-mem) 3842 / 3854 0.0 38424.8 0.0X -250 deep x 400 rows (read parquet) 153080 / 153444 0.0 1530796.1 0.0X -250 deep x 400 rows (write parquet) 434 / 441 0.2 4344.6 0.1X - - -================================================================================================ -bushy struct field read and write -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -bushy struct field r/w: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -1 x 1 deep x 100000 rows (read in-mem) 37 / 42 2.7 370.2 1.0X -1 x 1 deep x 100000 rows (exec in-mem) 43 / 47 2.4 425.3 0.9X -1 x 1 deep x 100000 rows (read parquet) 48 / 51 2.1 478.7 0.8X -1 x 1 deep x 100000 rows (write parquet) 204 / 215 0.5 2042.0 0.2X -128 x 8 deep x 1000 rows (read in-mem) 32 / 37 3.1 318.6 1.2X -128 x 8 deep x 1000 rows (exec in-mem) 91 / 96 1.1 906.6 0.4X -128 x 8 deep x 1000 rows (read parquet) 351 / 379 0.3 3510.3 0.1X -128 x 8 deep x 1000 rows (write parquet) 199 / 203 0.5 1988.3 0.2X -1024 x 11 deep x 100 rows (read in-mem) 73 / 76 1.4 730.4 0.5X -1024 x 11 deep x 100 rows (exec in-mem) 327 / 334 0.3 3267.2 0.1X -1024 x 11 deep x 100 rows (read parquet) 2063 / 2078 0.0 20629.2 0.0X -1024 x 11 deep x 100 rows (write parquet) 248 / 266 0.4 2475.1 0.1X - - -================================================================================================ -wide array field read and write -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -wide array field r/w: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -1 wide x 100000 rows (read in-mem) 33 / 38 3.0 328.4 1.0X -1 wide x 100000 rows (exec in-mem) 40 / 44 2.5 402.7 0.8X -1 wide x 100000 rows (read parquet) 83 / 91 1.2 826.6 0.4X -1 wide x 100000 rows (write parquet) 204 / 218 0.5 2039.1 0.2X -100 wide x 1000 rows (read in-mem) 28 / 31 3.6 277.2 1.2X -100 wide x 1000 rows (exec in-mem) 34 / 37 2.9 343.2 1.0X -100 wide x 1000 rows (read parquet) 56 / 61 1.8 556.4 0.6X -100 wide x 1000 rows (write parquet) 202 / 206 0.5 2017.3 0.2X -2500 wide x 40 rows (read in-mem) 29 / 30 3.5 286.4 1.1X -2500 wide x 40 rows (exec in-mem) 33 / 39 3.0 330.2 1.0X -2500 wide x 40 rows (read parquet) 54 / 66 1.8 544.0 0.6X -2500 wide x 40 rows (write parquet) 196 / 208 0.5 1959.2 0.2X - - -================================================================================================ -wide map field read and write -================================================================================================ - -OpenJDK 64-Bit Server VM 1.8.0_181-b13 on Linux 3.10.0-862.3.2.el7.x86_64 -Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -wide map field r/w: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -1 wide x 100000 rows (read in-mem) 31 / 34 3.3 305.7 1.0X -1 wide x 100000 rows (exec in-mem) 39 / 44 2.6 390.0 0.8X -1 wide x 100000 rows (read parquet) 125 / 132 0.8 1250.5 0.2X -1 wide x 100000 rows (write parquet) 198 / 213 0.5 1979.9 0.2X -100 wide x 1000 rows (read in-mem) 21 / 23 4.7 212.7 1.4X -100 wide x 1000 rows (exec in-mem) 28 / 32 3.5 283.3 1.1X -100 wide x 1000 rows (read parquet) 68 / 73 1.5 683.0 0.4X -100 wide x 1000 rows (write parquet) 188 / 206 0.5 1882.1 0.2X -2500 wide x 40 rows (read in-mem) 25 / 28 4.0 252.2 1.2X -2500 wide x 40 rows (exec in-mem) 32 / 34 3.1 318.5 1.0X -2500 wide x 40 rows (read parquet) 69 / 73 1.4 691.5 0.4X -2500 wide x 40 rows (write parquet) 193 / 202 0.5 1932.8 0.2X - - diff --git a/sql/core/benchmarks/WideTableBenchmark-jdk11-results.txt b/sql/core/benchmarks/WideTableBenchmark-jdk11-results.txt new file mode 100644 index 000000000000..8e1026ae61ce --- /dev/null +++ b/sql/core/benchmarks/WideTableBenchmark-jdk11-results.txt @@ -0,0 +1,17 @@ +================================================================================================ +projection on wide table +================================================================================================ + +OpenJDK 64-Bit Server VM 11.0.4+11-LTS on Linux 3.10.0-862.3.2.el7.x86_64 +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +projection on wide table: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +split threshold 10 42531 42702 170 0.0 40560.3 1.0X +split threshold 100 36858 36951 57 0.0 35150.1 1.2X +split threshold 1024 12601 12667 57 0.1 12017.5 3.4X +split threshold 2048 10153 10199 54 0.1 9682.3 4.2X +split threshold 4096 9450 9526 67 0.1 9012.4 4.5X +split threshold 8192 9450 9470 18 0.1 9012.0 4.5X +split threshold 65536 58277 58315 36 0.0 55577.7 0.7X + + diff --git a/sql/core/benchmarks/WideTableBenchmark-results.txt b/sql/core/benchmarks/WideTableBenchmark-results.txt index 8c09f9ca1130..3499e7d5ad2d 100644 --- a/sql/core/benchmarks/WideTableBenchmark-results.txt +++ b/sql/core/benchmarks/WideTableBenchmark-results.txt @@ -2,16 +2,16 @@ projection on wide table ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_191-b12 on Linux 3.10.0-862.3.2.el7.x86_64 +OpenJDK 64-Bit Server VM 1.8.0_222-b10 on Linux 3.10.0-862.3.2.el7.x86_64 Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz -projection on wide table: Best/Avg Time(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------- -split threshold 10 40571 / 40937 0.0 38691.7 1.0X -split threshold 100 31116 / 31669 0.0 29674.6 1.3X -split threshold 1024 10077 / 10199 0.1 9609.7 4.0X -split threshold 2048 8654 / 8692 0.1 8253.2 4.7X -split threshold 4096 8006 / 8038 0.1 7634.7 5.1X -split threshold 8192 8069 / 8107 0.1 7695.3 5.0X -split threshold 65536 56973 / 57204 0.0 54333.7 0.7X +projection on wide table: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +split threshold 10 41490 41673 211 0.0 39568.2 1.0X +split threshold 100 34899 35146 207 0.0 33282.7 1.2X +split threshold 1024 12549 12629 60 0.1 11967.8 3.3X +split threshold 2048 10364 10402 57 0.1 9883.5 4.0X +split threshold 4096 10592 10614 23 0.1 10101.8 3.9X +split threshold 8192 10455 10512 38 0.1 9970.7 4.0X +split threshold 65536 56030 56163 181 0.0 53433.9 0.7X