From 91e2e7a8f69f8f4a07070eff3e653c5a95e025c6 Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Fri, 18 Oct 2019 19:59:41 +0000 Subject: [PATCH 1/2] Add JDK11 result --- ...tatusesSerDeserBenchmark-jdk11-results.txt | 66 +++++++++++++++++++ 1 file changed, 66 insertions(+) create mode 100644 core/benchmarks/MapStatusesSerDeserBenchmark-jdk11-results.txt diff --git a/core/benchmarks/MapStatusesSerDeserBenchmark-jdk11-results.txt b/core/benchmarks/MapStatusesSerDeserBenchmark-jdk11-results.txt new file mode 100644 index 0000000000000..747aae09272f9 --- /dev/null +++ b/core/benchmarks/MapStatusesSerDeserBenchmark-jdk11-results.txt @@ -0,0 +1,66 @@ +OpenJDK 64-Bit Server VM 11.0.4+11-post-Ubuntu-1ubuntu218.04.3 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200000 MapOutputs, 10 blocks w/ broadcast: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Serialization 609 631 22 0.3 3043.8 1.0X +Deserialization 840 897 67 0.2 4201.2 0.7X + +Compressed Serialized MapStatus sizes: 393 bytes +Compressed Serialized Broadcast MapStatus sizes: 3 MB + + +OpenJDK 64-Bit Server VM 11.0.4+11-post-Ubuntu-1ubuntu218.04.3 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200000 MapOutputs, 10 blocks w/o broadcast: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Serialization 591 599 8 0.3 2955.3 1.0X +Deserialization 878 913 31 0.2 4392.2 0.7X + +Compressed Serialized MapStatus sizes: 3 MB +Compressed Serialized Broadcast MapStatus sizes: 0 bytes + + +OpenJDK 64-Bit Server VM 11.0.4+11-post-Ubuntu-1ubuntu218.04.3 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200000 MapOutputs, 100 blocks w/ broadcast: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Serialization 1776 1778 2 0.1 8880.5 1.0X +Deserialization 1086 1086 0 0.2 5427.9 1.6X + +Compressed Serialized MapStatus sizes: 411 bytes +Compressed Serialized Broadcast MapStatus sizes: 15 MB + + +OpenJDK 64-Bit Server VM 11.0.4+11-post-Ubuntu-1ubuntu218.04.3 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200000 MapOutputs, 100 blocks w/o broadcast: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Serialization 1725 1726 1 0.1 8624.9 1.0X +Deserialization 1093 1094 2 0.2 5463.6 1.6X + +Compressed Serialized MapStatus sizes: 15 MB +Compressed Serialized Broadcast MapStatus sizes: 0 bytes + + +OpenJDK 64-Bit Server VM 11.0.4+11-post-Ubuntu-1ubuntu218.04.3 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200000 MapOutputs, 1000 blocks w/ broadcast: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Serialization 12421 12522 142 0.0 62104.4 1.0X +Deserialization 3020 3043 32 0.1 15102.0 4.1X + +Compressed Serialized MapStatus sizes: 544 bytes +Compressed Serialized Broadcast MapStatus sizes: 131 MB + + +OpenJDK 64-Bit Server VM 11.0.4+11-post-Ubuntu-1ubuntu218.04.3 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200000 MapOutputs, 1000 blocks w/o broadcast: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Serialization 11719 11737 26 0.0 58595.3 1.0X +Deserialization 3018 3051 46 0.1 15091.7 3.9X + +Compressed Serialized MapStatus sizes: 131 MB +Compressed Serialized Broadcast MapStatus sizes: 0 bytes + + From c3b1a0cff4617577f9aa948511c3879de5d093bf Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Fri, 18 Oct 2019 20:11:58 +0000 Subject: [PATCH 2/2] Add JDK8 result --- .../MapStatusesSerDeserBenchmark-results.txt | 66 +++++++++++++++++++ 1 file changed, 66 insertions(+) create mode 100644 core/benchmarks/MapStatusesSerDeserBenchmark-results.txt diff --git a/core/benchmarks/MapStatusesSerDeserBenchmark-results.txt b/core/benchmarks/MapStatusesSerDeserBenchmark-results.txt new file mode 100644 index 0000000000000..1f479a49d5860 --- /dev/null +++ b/core/benchmarks/MapStatusesSerDeserBenchmark-results.txt @@ -0,0 +1,66 @@ +OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200000 MapOutputs, 10 blocks w/ broadcast: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Serialization 625 639 9 0.3 3127.2 1.0X +Deserialization 875 931 49 0.2 4376.2 0.7X + +Compressed Serialized MapStatus sizes: 393 bytes +Compressed Serialized Broadcast MapStatus sizes: 3 MB + + +OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200000 MapOutputs, 10 blocks w/o broadcast: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Serialization 604 640 71 0.3 3018.4 1.0X +Deserialization 889 903 17 0.2 4443.8 0.7X + +Compressed Serialized MapStatus sizes: 3 MB +Compressed Serialized Broadcast MapStatus sizes: 0 bytes + + +OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200000 MapOutputs, 100 blocks w/ broadcast: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Serialization 1879 1880 2 0.1 9394.9 1.0X +Deserialization 1147 1150 5 0.2 5733.8 1.6X + +Compressed Serialized MapStatus sizes: 411 bytes +Compressed Serialized Broadcast MapStatus sizes: 15 MB + + +OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200000 MapOutputs, 100 blocks w/o broadcast: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Serialization 1825 1826 1 0.1 9123.3 1.0X +Deserialization 1147 1281 189 0.2 5735.7 1.6X + +Compressed Serialized MapStatus sizes: 15 MB +Compressed Serialized Broadcast MapStatus sizes: 0 bytes + + +OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200000 MapOutputs, 1000 blocks w/ broadcast: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Serialization 12327 12518 270 0.0 61634.3 1.0X +Deserialization 3120 3133 18 0.1 15600.8 4.0X + +Compressed Serialized MapStatus sizes: 544 bytes +Compressed Serialized Broadcast MapStatus sizes: 131 MB + + +OpenJDK 64-Bit Server VM 1.8.0_222-8u222-b10-1ubuntu1~18.04.1-b10 on Linux 4.15.0-1044-aws +Intel(R) Xeon(R) CPU E5-2670 v2 @ 2.50GHz +200000 MapOutputs, 1000 blocks w/o broadcast: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative +------------------------------------------------------------------------------------------------------------------------ +Serialization 11928 11986 82 0.0 59642.2 1.0X +Deserialization 3137 3138 2 0.1 15683.3 3.8X + +Compressed Serialized MapStatus sizes: 131 MB +Compressed Serialized Broadcast MapStatus sizes: 0 bytes + +