perf results

Microsoft.Azure.Cosmos/tests/Microsoft.Azure.Cosmos.Performance.Tests/Contracts/BenchmarkResults.json

@@ -1,20 +1,22 @@
 {
-  "MockedItemBenchmark.CreateItem;[Type=OfT]": "37261.25",
-  "MockedItemBenchmark.CreateItem;[Type=OfTCustom]": "37285",
+  "MasterKeyAuthorizationBenchmark.CreateSignatureGeneration;": "544",
+  "MasterKeyAuthorizationBenchmark.ReadSignatureGeneration;": "530",
+  "MockedItemBenchmark.CreateItem;[Type=OfT]": "38127.25",
+  "MockedItemBenchmark.CreateItem;[Type=OfTCustom]": "38132.25",
   "MockedItemBenchmark.CreateItem;[Type=OfTWithClientMetricsEnabled]": "37751",
-  "MockedItemBenchmark.CreateItem;[Type=OfTWithDiagnosticsToString]": "61599.25",
+  "MockedItemBenchmark.CreateItem;[Type=OfTWithDiagnosticsToString]": "59899.5",
   "MockedItemBenchmark.CreateItem;[Type=OfTWithDistributedTracingEnabled]": "38351.5",
-  "MockedItemBenchmark.CreateItem;[Type=Stream]": "25793.75",
+  "MockedItemBenchmark.CreateItem;[Type=Stream]": "26697.5",
   "MockedItemBenchmark.DeleteItemExists;[Type=OfT]": "33015.25",
   "MockedItemBenchmark.DeleteItemExists;[Type=OfTCustom]": "33007.75",
   "MockedItemBenchmark.DeleteItemExists;[Type=OfTWithClientMetricsEnabled]": "33730.5",
-  "MockedItemBenchmark.DeleteItemExists;[Type=OfTWithDiagnosticsToString]": "57928.75",
+  "MockedItemBenchmark.DeleteItemExists;[Type=OfTWithDiagnosticsToString]": "55086.5",
   "MockedItemBenchmark.DeleteItemExists;[Type=OfTWithDistributedTracingEnabled]": "34352",
   "MockedItemBenchmark.DeleteItemExists;[Type=Stream]": "25829.5",
   "MockedItemBenchmark.DeleteItemNotExists;[Type=OfT]": "43035",
   "MockedItemBenchmark.DeleteItemNotExists;[Type=OfTCustom]": "43030.5",
   "MockedItemBenchmark.DeleteItemNotExists;[Type=OfTWithClientMetricsEnabled]": "43543.75",
-  "MockedItemBenchmark.DeleteItemNotExists;[Type=OfTWithDiagnosticsToString]": "67387.5",
+  "MockedItemBenchmark.DeleteItemNotExists;[Type=OfTWithDiagnosticsToString]": "64886",
   "MockedItemBenchmark.DeleteItemNotExists;[Type=OfTWithDistributedTracingEnabled]": "44155.75",
   "MockedItemBenchmark.DeleteItemNotExists;[Type=Stream]": "38373.5",
   "MockedItemBenchmark.QuerySinglePartitionMultiplePages;[Type=OfT]": "13293777.25",
@@ -34,11 +36,11 @@
   "MockedItemBenchmark.ReadFeed;[Type=OfTWithClientMetricsEnabled]": "536267.5",
   "MockedItemBenchmark.ReadFeed;[Type=OfTWithDiagnosticsToString]": "557967.75",
   "MockedItemBenchmark.ReadFeed;[Type=OfTWithDistributedTracingEnabled]": "536887.5",
-  "MockedItemBenchmark.ReadFeed;[Type=Stream]": "34192",
+  "MockedItemBenchmark.ReadFeed;[Type=Stream]": "35859 (4.88%)",
   "MockedItemBenchmark.ReadItemExists;[Type=OfT]": "34509.75",
   "MockedItemBenchmark.ReadItemExists;[Type=OfTCustom]": "34516",
   "MockedItemBenchmark.ReadItemExists;[Type=OfTWithClientMetricsEnabled]": "35012.75",
-  "MockedItemBenchmark.ReadItemExists;[Type=OfTWithDiagnosticsToString]": "58859",
+  "MockedItemBenchmark.ReadItemExists;[Type=OfTWithDiagnosticsToString]": "55978.25",
   "MockedItemBenchmark.ReadItemExists;[Type=OfTWithDistributedTracingEnabled]": "35629.5",
   "MockedItemBenchmark.ReadItemExists;[Type=Stream]": "26752.5",
   "MockedItemBenchmark.ReadItemNotExists;[Type=OfT]": "44817.25",
@@ -47,16 +49,46 @@
   "MockedItemBenchmark.ReadItemNotExists;[Type=OfTWithDiagnosticsToString]": "66800",
   "MockedItemBenchmark.ReadItemNotExists;[Type=OfTWithDistributedTracingEnabled]": "45423",
   "MockedItemBenchmark.ReadItemNotExists;[Type=Stream]": "39876",
-  "MockedItemBenchmark.UpdateItem;[Type=OfT]": "37505.5",
-  "MockedItemBenchmark.UpdateItem;[Type=OfTCustom]": "37496.25",
+  "MockedItemBenchmark.UpdateItem;[Type=OfT]": "38345",
+  "MockedItemBenchmark.UpdateItem;[Type=OfTCustom]": "38347.25",
   "MockedItemBenchmark.UpdateItem;[Type=OfTWithClientMetricsEnabled]": "37965",
-  "MockedItemBenchmark.UpdateItem;[Type=OfTWithDiagnosticsToString]": "62701.5",
+  "MockedItemBenchmark.UpdateItem;[Type=OfTWithDiagnosticsToString]": "60124",
   "MockedItemBenchmark.UpdateItem;[Type=OfTWithDistributedTracingEnabled]": "38580",
-  "MockedItemBenchmark.UpdateItem;[Type=Stream]": "26024",
-  "MockedItemBenchmark.UpsertItem;[Type=OfT]": "37487.5",
-  "MockedItemBenchmark.UpsertItem;[Type=OfTCustom]": "37486",
+  "MockedItemBenchmark.UpdateItem;[Type=Stream]": "26924.5",
+  "MockedItemBenchmark.UpsertItem;[Type=OfT]": "38337.25",
+  "MockedItemBenchmark.UpsertItem;[Type=OfTCustom]": "38346.75",
   "MockedItemBenchmark.UpsertItem;[Type=OfTWithClientMetricsEnabled]": "37958.75",
-  "MockedItemBenchmark.UpsertItem;[Type=OfTWithDiagnosticsToString]": "62991.25",
+  "MockedItemBenchmark.UpsertItem;[Type=OfTWithDiagnosticsToString]": "60108.75",
   "MockedItemBenchmark.UpsertItem;[Type=OfTWithDistributedTracingEnabled]": "38568",
-  "MockedItemBenchmark.UpsertItem;[Type=Stream]": "26017.25"
+  "MockedItemBenchmark.UpsertItem;[Type=Stream]": "26919.25",
+  "MockedItemBulkBenchmark.CreateItem;[Type=OfT]": "1171140.75",
+  "MockedItemBulkBenchmark.CreateItem;[Type=OfTCustom]": "1170647.75",
+  "MockedItemBulkBenchmark.CreateItem;[Type=OfTWithClientMetricsEnabled]": "1207163.5",
+  "MockedItemBulkBenchmark.CreateItem;[Type=OfTWithDiagnosticsToString]": "1204316",
+  "MockedItemBulkBenchmark.CreateItem;[Type=OfTWithDistributedTracingEnabled]": "1207044",
+  "MockedItemBulkBenchmark.CreateItem;[Type=Stream]": "768930.25",
+  "MockedItemBulkBenchmark.DeleteItem;[Type=OfT]": "1165915.5",
+  "MockedItemBulkBenchmark.DeleteItem;[Type=OfTCustom]": "1165887",
+  "MockedItemBulkBenchmark.DeleteItem;[Type=OfTWithClientMetricsEnabled]": "1200824.25",
+  "MockedItemBulkBenchmark.DeleteItem;[Type=OfTWithDiagnosticsToString]": "1199540.25",
+  "MockedItemBulkBenchmark.DeleteItem;[Type=OfTWithDistributedTracingEnabled]": "1201890.25",
+  "MockedItemBulkBenchmark.DeleteItem;[Type=Stream]": "766362.5",
+  "MockedItemBulkBenchmark.ReadItem;[Type=OfT]": "1165960.25",
+  "MockedItemBulkBenchmark.ReadItem;[Type=OfTCustom]": "1165911.75",
+  "MockedItemBulkBenchmark.ReadItem;[Type=OfTWithClientMetricsEnabled]": "1200802.25",
+  "MockedItemBulkBenchmark.ReadItem;[Type=OfTWithDiagnosticsToString]": "1199006.5",
+  "MockedItemBulkBenchmark.ReadItem;[Type=OfTWithDistributedTracingEnabled]": "1201347.25",
+  "MockedItemBulkBenchmark.ReadItem;[Type=Stream]": "766475.75",
+  "MockedItemBulkBenchmark.UpdateItem;[Type=OfT]": "1171345",
+  "MockedItemBulkBenchmark.UpdateItem;[Type=OfTCustom]": "1170838.5",
+  "MockedItemBulkBenchmark.UpdateItem;[Type=OfTWithClientMetricsEnabled]": "1206330",
+  "MockedItemBulkBenchmark.UpdateItem;[Type=OfTWithDiagnosticsToString]": "1204520.75",
+  "MockedItemBulkBenchmark.UpdateItem;[Type=OfTWithDistributedTracingEnabled]": "1207243.25",
+  "MockedItemBulkBenchmark.UpdateItem;[Type=Stream]": "769129.75",
+  "MockedItemBulkBenchmark.UpsertItem;[Type=OfT]": "1170951.25",
+  "MockedItemBulkBenchmark.UpsertItem;[Type=OfTCustom]": "1170593.75",
+  "MockedItemBulkBenchmark.UpsertItem;[Type=OfTWithClientMetricsEnabled]": "1206121.5",
+  "MockedItemBulkBenchmark.UpsertItem;[Type=OfTWithDiagnosticsToString]": "1204822",
+  "MockedItemBulkBenchmark.UpsertItem;[Type=OfTWithDistributedTracingEnabled]": "1208600.25",
+  "MockedItemBulkBenchmark.UpsertItem;[Type=Stream]": "768928.75"
 }

azure-pipelines.yml

@@ -51,7 +51,7 @@ jobs:
     Arguments: $(ReleaseArguments)
     VmImage: $(VmImage)
     MultiRegionConnectionString: $(COSMOSDB_MULTI_REGION)
-    IncludePerformance: true
+    IncludePerformance: false
     IncludeCoverage: false
 
 - template:  templates/build-internal.yml