diff --git a/docs/docs/benchmarks/AsyncTests.md b/docs/docs/benchmarks/AsyncTests.md index 65c0986e55..d3f9769eb3 100644 --- a/docs/docs/benchmarks/AsyncTests.md +++ b/docs/docs/benchmarks/AsyncTests.md @@ -7,7 +7,7 @@ sidebar_position: 2 # AsyncTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2025-11-17** from the latest CI run. +This benchmark was automatically generated on **2025-11-18** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.100 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2025-11-17** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.2.3 | 572.1 ms | 571.8 ms | 2.01 ms | -| NUnit | 4.4.0 | 696.5 ms | 695.9 ms | 6.14 ms | -| MSTest | 4.0.2 | 666.7 ms | 666.2 ms | 5.78 ms | -| xUnit3 | 3.2.0 | 742.0 ms | 742.6 ms | 4.27 ms | -| **TUnit (AOT)** | 1.2.3 | 124.2 ms | 124.1 ms | 0.46 ms | +| **TUnit** | 1.2.3 | 556.5 ms | 556.3 ms | 2.03 ms | +| NUnit | 4.4.0 | 663.3 ms | 662.2 ms | 9.02 ms | +| MSTest | 4.0.2 | 635.0 ms | 632.0 ms | 11.80 ms | +| xUnit3 | 3.2.0 | 715.8 ms | 716.7 ms | 8.28 ms | +| **TUnit (AOT)** | 1.2.3 | 124.5 ms | 124.5 ms | 0.26 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2025-11-17** from the latest CI xychart-beta title "AsyncTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 891 - bar [572.1, 696.5, 666.7, 742, 124.2] + y-axis "Time (ms)" 0 --> 859 + bar [556.5, 663.3, 635, 715.8, 124.5] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2025-11-17T00:29:04.102Z* +*Last generated: 2025-11-18T00:28:14.218Z* diff --git a/docs/docs/benchmarks/BuildTime.md b/docs/docs/benchmarks/BuildTime.md index 79260c2c6a..d06fcc5888 100644 --- a/docs/docs/benchmarks/BuildTime.md +++ b/docs/docs/benchmarks/BuildTime.md @@ -7,7 +7,7 @@ sidebar_position: 8 # Build Performance Benchmark :::info Last Updated -This benchmark was automatically generated on **2025-11-17** from the latest CI run. +This benchmark was automatically generated on **2025-11-18** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.100 ::: @@ -18,10 +18,10 @@ Compilation time comparison across frameworks: | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.2.3 | 2.046 s | 2.041 s | 0.0255 s | -| Build_NUnit | 4.4.0 | 1.657 s | 1.655 s | 0.0286 s | -| Build_MSTest | 4.0.2 | 1.743 s | 1.744 s | 0.0212 s | -| Build_xUnit3 | 3.2.0 | 1.640 s | 1.638 s | 0.0151 s | +| **TUnit** | 1.2.3 | 1.947 s | 1.953 s | 0.0381 s | +| Build_NUnit | 4.4.0 | 1.556 s | 1.557 s | 0.0171 s | +| Build_MSTest | 4.0.2 | 1.621 s | 1.624 s | 0.0156 s | +| Build_xUnit3 | 3.2.0 | 1.523 s | 1.527 s | 0.0162 s | ## 📈 Visual Comparison @@ -60,7 +60,7 @@ xychart-beta title "Build Time Comparison" x-axis ["Build_TUnit", "Build_NUnit", "Build_MSTest", "Build_xUnit3"] y-axis "Time (s)" 0 --> 3 - bar [2.046, 1.657, 1.743, 1.64] + bar [1.947, 1.556, 1.621, 1.523] ``` --- @@ -69,4 +69,4 @@ xychart-beta View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2025-11-17T00:29:04.104Z* +*Last generated: 2025-11-18T00:28:14.220Z* diff --git a/docs/docs/benchmarks/DataDrivenTests.md b/docs/docs/benchmarks/DataDrivenTests.md index c7beba2cee..06066bfb23 100644 --- a/docs/docs/benchmarks/DataDrivenTests.md +++ b/docs/docs/benchmarks/DataDrivenTests.md @@ -7,7 +7,7 @@ sidebar_position: 3 # DataDrivenTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2025-11-17** from the latest CI run. +This benchmark was automatically generated on **2025-11-18** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.100 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2025-11-17** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.2.3 | 507.19 ms | 507.75 ms | 5.647 ms | -| NUnit | 4.4.0 | 537.32 ms | 536.59 ms | 8.966 ms | -| MSTest | 4.0.2 | 504.77 ms | 506.26 ms | 9.497 ms | -| xUnit3 | 3.2.0 | 586.00 ms | 585.07 ms | 9.163 ms | -| **TUnit (AOT)** | 1.2.3 | 24.73 ms | 24.76 ms | 0.142 ms | +| **TUnit** | 1.2.3 | 493.26 ms | 492.16 ms | 3.175 ms | +| NUnit | 4.4.0 | 601.85 ms | 601.22 ms | 13.698 ms | +| MSTest | 4.0.2 | 617.89 ms | 622.69 ms | 12.013 ms | +| xUnit3 | 3.2.0 | 610.52 ms | 609.06 ms | 11.016 ms | +| **TUnit (AOT)** | 1.2.3 | 24.33 ms | 24.31 ms | 0.233 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2025-11-17** from the latest CI xychart-beta title "DataDrivenTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 704 - bar [507.19, 537.32, 504.77, 586, 24.73] + y-axis "Time (ms)" 0 --> 742 + bar [493.26, 601.85, 617.89, 610.52, 24.33] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2025-11-17T00:29:04.102Z* +*Last generated: 2025-11-18T00:28:14.218Z* diff --git a/docs/docs/benchmarks/MassiveParallelTests.md b/docs/docs/benchmarks/MassiveParallelTests.md index f06a769496..5808198b81 100644 --- a/docs/docs/benchmarks/MassiveParallelTests.md +++ b/docs/docs/benchmarks/MassiveParallelTests.md @@ -7,7 +7,7 @@ sidebar_position: 4 # MassiveParallelTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2025-11-17** from the latest CI run. +This benchmark was automatically generated on **2025-11-18** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.100 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2025-11-17** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.2.3 | 580.3 ms | 579.7 ms | 3.05 ms | -| NUnit | 4.4.0 | 1,199.9 ms | 1,199.0 ms | 7.89 ms | -| MSTest | 4.0.2 | 3,002.4 ms | 3,000.7 ms | 8.30 ms | -| xUnit3 | 3.2.0 | 3,080.0 ms | 3,078.2 ms | 7.99 ms | -| **TUnit (AOT)** | 1.2.3 | 130.5 ms | 130.4 ms | 0.45 ms | +| **TUnit** | 1.2.3 | 595.5 ms | 595.7 ms | 2.63 ms | +| NUnit | 4.4.0 | 1,164.1 ms | 1,163.4 ms | 6.01 ms | +| MSTest | 4.0.2 | 2,947.1 ms | 2,948.2 ms | 6.02 ms | +| xUnit3 | 3.2.0 | 3,048.5 ms | 3,046.6 ms | 14.96 ms | +| **TUnit (AOT)** | 1.2.3 | 130.9 ms | 130.9 ms | 0.41 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2025-11-17** from the latest CI xychart-beta title "MassiveParallelTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 3696 - bar [580.3, 1199.9, 3002.4, 3080, 130.5] + y-axis "Time (ms)" 0 --> 3659 + bar [595.5, 1164.1, 2947.1, 3048.5, 130.9] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2025-11-17T00:29:04.102Z* +*Last generated: 2025-11-18T00:28:14.219Z* diff --git a/docs/docs/benchmarks/MatrixTests.md b/docs/docs/benchmarks/MatrixTests.md index ac198f558f..7807cc0d66 100644 --- a/docs/docs/benchmarks/MatrixTests.md +++ b/docs/docs/benchmarks/MatrixTests.md @@ -7,7 +7,7 @@ sidebar_position: 5 # MatrixTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2025-11-17** from the latest CI run. +This benchmark was automatically generated on **2025-11-18** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.100 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2025-11-17** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.2.3 | 567.17 ms | 565.30 ms | 5.174 ms | -| NUnit | 4.4.0 | 1,552.19 ms | 1,551.63 ms | 4.500 ms | -| MSTest | 4.0.2 | 1,523.45 ms | 1,522.39 ms | 14.764 ms | -| xUnit3 | 3.2.0 | 1,607.93 ms | 1,606.94 ms | 15.902 ms | -| **TUnit (AOT)** | 1.2.3 | 79.51 ms | 79.48 ms | 0.251 ms | +| **TUnit** | 1.2.3 | 561.43 ms | 562.61 ms | 4.718 ms | +| NUnit | 4.4.0 | 1,556.36 ms | 1,557.95 ms | 7.815 ms | +| MSTest | 4.0.2 | 1,517.35 ms | 1,517.64 ms | 12.824 ms | +| xUnit3 | 3.2.0 | 1,602.60 ms | 1,603.72 ms | 11.920 ms | +| **TUnit (AOT)** | 1.2.3 | 79.00 ms | 79.03 ms | 0.223 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2025-11-17** from the latest CI xychart-beta title "MatrixTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 1930 - bar [567.17, 1552.19, 1523.45, 1607.93, 79.51] + y-axis "Time (ms)" 0 --> 1924 + bar [561.43, 1556.36, 1517.35, 1602.6, 79] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2025-11-17T00:29:04.103Z* +*Last generated: 2025-11-18T00:28:14.219Z* diff --git a/docs/docs/benchmarks/ScaleTests.md b/docs/docs/benchmarks/ScaleTests.md index d229307af8..368e584fb2 100644 --- a/docs/docs/benchmarks/ScaleTests.md +++ b/docs/docs/benchmarks/ScaleTests.md @@ -7,7 +7,7 @@ sidebar_position: 6 # ScaleTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2025-11-17** from the latest CI run. +This benchmark was automatically generated on **2025-11-18** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.100 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2025-11-17** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.2.3 | 524.89 ms | 524.09 ms | 5.578 ms | -| NUnit | 4.4.0 | 577.30 ms | 578.87 ms | 6.118 ms | -| MSTest | 4.0.2 | 501.88 ms | 501.83 ms | 13.036 ms | -| xUnit3 | 3.2.0 | 576.33 ms | 573.62 ms | 9.545 ms | -| **TUnit (AOT)** | 1.2.3 | 45.60 ms | 45.71 ms | 3.635 ms | +| **TUnit** | 1.2.3 | 541.57 ms | 540.90 ms | 3.848 ms | +| NUnit | 4.4.0 | 591.49 ms | 591.89 ms | 9.280 ms | +| MSTest | 4.0.2 | 512.41 ms | 507.96 ms | 11.331 ms | +| xUnit3 | 3.2.0 | 596.95 ms | 593.96 ms | 9.270 ms | +| **TUnit (AOT)** | 1.2.3 | 43.84 ms | 43.96 ms | 3.376 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2025-11-17** from the latest CI xychart-beta title "ScaleTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 693 - bar [524.89, 577.3, 501.88, 576.33, 45.6] + y-axis "Time (ms)" 0 --> 717 + bar [541.57, 591.49, 512.41, 596.95, 43.84] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2025-11-17T00:29:04.103Z* +*Last generated: 2025-11-18T00:28:14.219Z* diff --git a/docs/docs/benchmarks/SetupTeardownTests.md b/docs/docs/benchmarks/SetupTeardownTests.md index fefdeeedc8..fa7067085b 100644 --- a/docs/docs/benchmarks/SetupTeardownTests.md +++ b/docs/docs/benchmarks/SetupTeardownTests.md @@ -7,7 +7,7 @@ sidebar_position: 7 # SetupTeardownTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2025-11-17** from the latest CI run. +This benchmark was automatically generated on **2025-11-18** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.100 ::: @@ -16,10 +16,10 @@ This benchmark was automatically generated on **2025-11-17** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.2.3 | 585.9 ms | 585.4 ms | 3.06 ms | -| NUnit | 4.4.0 | 1,159.2 ms | 1,161.2 ms | 4.69 ms | -| MSTest | 4.0.2 | 1,139.4 ms | 1,140.1 ms | 9.12 ms | -| xUnit3 | 3.2.0 | 1,216.8 ms | 1,216.2 ms | 5.74 ms | +| **TUnit** | 1.2.3 | 578.7 ms | 578.1 ms | 6.18 ms | +| NUnit | 4.4.0 | 1,182.7 ms | 1,182.8 ms | 8.39 ms | +| MSTest | 4.0.2 | 1,152.5 ms | 1,151.9 ms | 6.97 ms | +| xUnit3 | 3.2.0 | 1,229.3 ms | 1,225.5 ms | 9.31 ms | | **TUnit (AOT)** | 1.2.3 | NA | NA | NA | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2025-11-17** from the latest CI xychart-beta title "SetupTeardownTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 1461 - bar [585.9, 1159.2, 1139.4, 1216.8, 0] + y-axis "Time (ms)" 0 --> 1476 + bar [578.7, 1182.7, 1152.5, 1229.3, 0] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2025-11-17T00:29:04.103Z* +*Last generated: 2025-11-18T00:28:14.220Z* diff --git a/docs/docs/benchmarks/index.md b/docs/docs/benchmarks/index.md index 575817362c..5dcade5491 100644 --- a/docs/docs/benchmarks/index.md +++ b/docs/docs/benchmarks/index.md @@ -7,7 +7,7 @@ sidebar_position: 1 # Performance Benchmarks :::info Last Updated -These benchmarks were automatically generated on **2025-11-17** from the latest CI run. +These benchmarks were automatically generated on **2025-11-18** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.100 ::: @@ -80,4 +80,4 @@ These benchmarks run automatically daily via [GitHub Actions](https://github.com Each benchmark runs multiple iterations with statistical analysis to ensure accuracy. Results may vary based on hardware and test characteristics. ::: -*Last generated: 2025-11-17T00:29:04.104Z* +*Last generated: 2025-11-18T00:28:14.220Z* diff --git a/docs/static/benchmarks/AsyncTests.json b/docs/static/benchmarks/AsyncTests.json index 5a0c8447db..a7ec56b194 100644 --- a/docs/static/benchmarks/AsyncTests.json +++ b/docs/static/benchmarks/AsyncTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2025-11-17T00:29:04.102Z", + "timestamp": "2025-11-18T00:28:14.218Z", "category": "AsyncTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.7, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.2.3", - "Mean": "572.1 ms", - "Error": "2.41 ms", - "StdDev": "2.01 ms", - "Median": "571.8 ms" + "Mean": "556.5 ms", + "Error": "2.29 ms", + "StdDev": "2.03 ms", + "Median": "556.3 ms" }, { "Method": "NUnit", "Version": "4.4.0", - "Mean": "696.5 ms", - "Error": "7.35 ms", - "StdDev": "6.14 ms", - "Median": "695.9 ms" + "Mean": "663.3 ms", + "Error": "10.81 ms", + "StdDev": "9.02 ms", + "Median": "662.2 ms" }, { "Method": "MSTest", "Version": "4.0.2", - "Mean": "666.7 ms", - "Error": "6.92 ms", - "StdDev": "5.78 ms", - "Median": "666.2 ms" + "Mean": "635.0 ms", + "Error": "12.02 ms", + "StdDev": "11.80 ms", + "Median": "632.0 ms" }, { "Method": "xUnit3", "Version": "3.2.0", - "Mean": "742.0 ms", - "Error": "4.82 ms", - "StdDev": "4.27 ms", - "Median": "742.6 ms" + "Mean": "715.8 ms", + "Error": "9.34 ms", + "StdDev": "8.28 ms", + "Median": "716.7 ms" }, { "Method": "TUnit_AOT", "Version": "1.2.3", - "Mean": "124.2 ms", - "Error": "0.49 ms", - "StdDev": "0.46 ms", - "Median": "124.1 ms" + "Mean": "124.5 ms", + "Error": "0.31 ms", + "StdDev": "0.26 ms", + "Median": "124.5 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/BuildTime.json b/docs/static/benchmarks/BuildTime.json index f9edf1e8b3..a53dfb6c92 100644 --- a/docs/static/benchmarks/BuildTime.json +++ b/docs/static/benchmarks/BuildTime.json @@ -1,5 +1,5 @@ { - "timestamp": "2025-11-17T00:29:04.104Z", + "timestamp": "2025-11-18T00:28:14.220Z", "category": "BuildTime", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.7, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", @@ -10,34 +10,34 @@ { "Method": "Build_TUnit", "Version": "1.2.3", - "Mean": "2.046 s", - "Error": "0.0272 s", - "StdDev": "0.0255 s", - "Median": "2.041 s" + "Mean": "1.947 s", + "Error": "0.0371 s", + "StdDev": "0.0381 s", + "Median": "1.953 s" }, { "Method": "Build_NUnit", "Version": "4.4.0", - "Mean": "1.657 s", - "Error": "0.0306 s", - "StdDev": "0.0286 s", - "Median": "1.655 s" + "Mean": "1.556 s", + "Error": "0.0183 s", + "StdDev": "0.0171 s", + "Median": "1.557 s" }, { "Method": "Build_MSTest", "Version": "4.0.2", - "Mean": "1.743 s", - "Error": "0.0239 s", - "StdDev": "0.0212 s", - "Median": "1.744 s" + "Mean": "1.621 s", + "Error": "0.0167 s", + "StdDev": "0.0156 s", + "Median": "1.624 s" }, { "Method": "Build_xUnit3", "Version": "3.2.0", - "Mean": "1.640 s", - "Error": "0.0162 s", - "StdDev": "0.0151 s", - "Median": "1.638 s" + "Mean": "1.523 s", + "Error": "0.0173 s", + "StdDev": "0.0162 s", + "Median": "1.527 s" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/DataDrivenTests.json b/docs/static/benchmarks/DataDrivenTests.json index 55272c5497..482e01a132 100644 --- a/docs/static/benchmarks/DataDrivenTests.json +++ b/docs/static/benchmarks/DataDrivenTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2025-11-17T00:29:04.102Z", + "timestamp": "2025-11-18T00:28:14.219Z", "category": "DataDrivenTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.7, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.2.3", - "Mean": "507.19 ms", - "Error": "6.037 ms", - "StdDev": "5.647 ms", - "Median": "507.75 ms" + "Mean": "493.26 ms", + "Error": "3.582 ms", + "StdDev": "3.175 ms", + "Median": "492.16 ms" }, { "Method": "NUnit", "Version": "4.4.0", - "Mean": "537.32 ms", - "Error": "10.114 ms", - "StdDev": "8.966 ms", - "Median": "536.59 ms" + "Mean": "601.85 ms", + "Error": "11.895 ms", + "StdDev": "13.698 ms", + "Median": "601.22 ms" }, { "Method": "MSTest", "Version": "4.0.2", - "Mean": "504.77 ms", - "Error": "9.670 ms", - "StdDev": "9.497 ms", - "Median": "506.26 ms" + "Mean": "617.89 ms", + "Error": "11.698 ms", + "StdDev": "12.013 ms", + "Median": "622.69 ms" }, { "Method": "xUnit3", "Version": "3.2.0", - "Mean": "586.00 ms", - "Error": "10.336 ms", - "StdDev": "9.163 ms", - "Median": "585.07 ms" + "Mean": "610.52 ms", + "Error": "11.777 ms", + "StdDev": "11.016 ms", + "Median": "609.06 ms" }, { "Method": "TUnit_AOT", "Version": "1.2.3", - "Mean": "24.73 ms", - "Error": "0.152 ms", - "StdDev": "0.142 ms", - "Median": "24.76 ms" + "Mean": "24.33 ms", + "Error": "0.263 ms", + "StdDev": "0.233 ms", + "Median": "24.31 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MassiveParallelTests.json b/docs/static/benchmarks/MassiveParallelTests.json index 48a451c377..8519b4b264 100644 --- a/docs/static/benchmarks/MassiveParallelTests.json +++ b/docs/static/benchmarks/MassiveParallelTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2025-11-17T00:29:04.103Z", + "timestamp": "2025-11-18T00:28:14.219Z", "category": "MassiveParallelTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.7, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.2.3", - "Mean": "580.3 ms", - "Error": "3.44 ms", - "StdDev": "3.05 ms", - "Median": "579.7 ms" + "Mean": "595.5 ms", + "Error": "2.81 ms", + "StdDev": "2.63 ms", + "Median": "595.7 ms" }, { "Method": "NUnit", "Version": "4.4.0", - "Mean": "1,199.9 ms", - "Error": "8.90 ms", - "StdDev": "7.89 ms", - "Median": "1,199.0 ms" + "Mean": "1,164.1 ms", + "Error": "6.78 ms", + "StdDev": "6.01 ms", + "Median": "1,163.4 ms" }, { "Method": "MSTest", "Version": "4.0.2", - "Mean": "3,002.4 ms", - "Error": "9.36 ms", - "StdDev": "8.30 ms", - "Median": "3,000.7 ms" + "Mean": "2,947.1 ms", + "Error": "6.79 ms", + "StdDev": "6.02 ms", + "Median": "2,948.2 ms" }, { "Method": "xUnit3", "Version": "3.2.0", - "Mean": "3,080.0 ms", - "Error": "8.54 ms", - "StdDev": "7.99 ms", - "Median": "3,078.2 ms" + "Mean": "3,048.5 ms", + "Error": "15.99 ms", + "StdDev": "14.96 ms", + "Median": "3,046.6 ms" }, { "Method": "TUnit_AOT", "Version": "1.2.3", - "Mean": "130.5 ms", - "Error": "0.48 ms", - "StdDev": "0.45 ms", - "Median": "130.4 ms" + "Mean": "130.9 ms", + "Error": "0.44 ms", + "StdDev": "0.41 ms", + "Median": "130.9 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MatrixTests.json b/docs/static/benchmarks/MatrixTests.json index 40e8dd9c42..d48c2a3178 100644 --- a/docs/static/benchmarks/MatrixTests.json +++ b/docs/static/benchmarks/MatrixTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2025-11-17T00:29:04.103Z", + "timestamp": "2025-11-18T00:28:14.219Z", "category": "MatrixTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.7, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.2.3", - "Mean": "567.17 ms", - "Error": "5.532 ms", - "StdDev": "5.174 ms", - "Median": "565.30 ms" + "Mean": "561.43 ms", + "Error": "5.322 ms", + "StdDev": "4.718 ms", + "Median": "562.61 ms" }, { "Method": "NUnit", "Version": "4.4.0", - "Mean": "1,552.19 ms", - "Error": "5.388 ms", - "StdDev": "4.500 ms", - "Median": "1,551.63 ms" + "Mean": "1,556.36 ms", + "Error": "8.816 ms", + "StdDev": "7.815 ms", + "Median": "1,557.95 ms" }, { "Method": "MSTest", "Version": "4.0.2", - "Mean": "1,523.45 ms", - "Error": "17.681 ms", - "StdDev": "14.764 ms", - "Median": "1,522.39 ms" + "Mean": "1,517.35 ms", + "Error": "13.710 ms", + "StdDev": "12.824 ms", + "Median": "1,517.64 ms" }, { "Method": "xUnit3", "Version": "3.2.0", - "Mean": "1,607.93 ms", - "Error": "17.000 ms", - "StdDev": "15.902 ms", - "Median": "1,606.94 ms" + "Mean": "1,602.60 ms", + "Error": "12.743 ms", + "StdDev": "11.920 ms", + "Median": "1,603.72 ms" }, { "Method": "TUnit_AOT", "Version": "1.2.3", - "Mean": "79.51 ms", - "Error": "0.269 ms", - "StdDev": "0.251 ms", - "Median": "79.48 ms" + "Mean": "79.00 ms", + "Error": "0.238 ms", + "StdDev": "0.223 ms", + "Median": "79.03 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/ScaleTests.json b/docs/static/benchmarks/ScaleTests.json index 8b93e3c061..a6dfe8b640 100644 --- a/docs/static/benchmarks/ScaleTests.json +++ b/docs/static/benchmarks/ScaleTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2025-11-17T00:29:04.103Z", + "timestamp": "2025-11-18T00:28:14.219Z", "category": "ScaleTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.7, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", @@ -10,42 +10,42 @@ { "Method": "TUnit", "Version": "1.2.3", - "Mean": "524.89 ms", - "Error": "5.963 ms", - "StdDev": "5.578 ms", - "Median": "524.09 ms" + "Mean": "541.57 ms", + "Error": "4.341 ms", + "StdDev": "3.848 ms", + "Median": "540.90 ms" }, { "Method": "NUnit", "Version": "4.4.0", - "Mean": "577.30 ms", - "Error": "7.326 ms", - "StdDev": "6.118 ms", - "Median": "578.87 ms" + "Mean": "591.49 ms", + "Error": "10.469 ms", + "StdDev": "9.280 ms", + "Median": "591.89 ms" }, { "Method": "MSTest", "Version": "4.0.2", - "Mean": "501.88 ms", - "Error": "9.090 ms", - "StdDev": "13.036 ms", - "Median": "501.83 ms" + "Mean": "512.41 ms", + "Error": "10.194 ms", + "StdDev": "11.331 ms", + "Median": "507.96 ms" }, { "Method": "xUnit3", "Version": "3.2.0", - "Mean": "576.33 ms", - "Error": "10.205 ms", - "StdDev": "9.545 ms", - "Median": "573.62 ms" + "Mean": "596.95 ms", + "Error": "10.457 ms", + "StdDev": "9.270 ms", + "Median": "593.96 ms" }, { "Method": "TUnit_AOT", "Version": "1.2.3", - "Mean": "45.60 ms", - "Error": "1.239 ms", - "StdDev": "3.635 ms", - "Median": "45.71 ms" + "Mean": "43.84 ms", + "Error": "1.157 ms", + "StdDev": "3.376 ms", + "Median": "43.96 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/SetupTeardownTests.json b/docs/static/benchmarks/SetupTeardownTests.json index ed69b9c0e9..650a5db7b8 100644 --- a/docs/static/benchmarks/SetupTeardownTests.json +++ b/docs/static/benchmarks/SetupTeardownTests.json @@ -1,5 +1,5 @@ { - "timestamp": "2025-11-17T00:29:04.104Z", + "timestamp": "2025-11-18T00:28:14.220Z", "category": "SetupTeardownTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.7, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", @@ -10,34 +10,34 @@ { "Method": "TUnit", "Version": "1.2.3", - "Mean": "585.9 ms", - "Error": "3.28 ms", - "StdDev": "3.06 ms", - "Median": "585.4 ms" + "Mean": "578.7 ms", + "Error": "6.61 ms", + "StdDev": "6.18 ms", + "Median": "578.1 ms" }, { "Method": "NUnit", "Version": "4.4.0", - "Mean": "1,159.2 ms", - "Error": "5.29 ms", - "StdDev": "4.69 ms", - "Median": "1,161.2 ms" + "Mean": "1,182.7 ms", + "Error": "9.46 ms", + "StdDev": "8.39 ms", + "Median": "1,182.8 ms" }, { "Method": "MSTest", "Version": "4.0.2", - "Mean": "1,139.4 ms", - "Error": "9.75 ms", - "StdDev": "9.12 ms", - "Median": "1,140.1 ms" + "Mean": "1,152.5 ms", + "Error": "7.45 ms", + "StdDev": "6.97 ms", + "Median": "1,151.9 ms" }, { "Method": "xUnit3", "Version": "3.2.0", - "Mean": "1,216.8 ms", - "Error": "6.48 ms", - "StdDev": "5.74 ms", - "Median": "1,216.2 ms" + "Mean": "1,229.3 ms", + "Error": "9.96 ms", + "StdDev": "9.31 ms", + "Median": "1,225.5 ms" }, { "Method": "TUnit_AOT", diff --git a/docs/static/benchmarks/historical.json b/docs/static/benchmarks/historical.json index d7b44bbe49..26988cc598 100644 --- a/docs/static/benchmarks/historical.json +++ b/docs/static/benchmarks/historical.json @@ -50,5 +50,9 @@ { "date": "2025-11-17", "environment": "Ubuntu" + }, + { + "date": "2025-11-18", + "environment": "Ubuntu" } ] \ No newline at end of file diff --git a/docs/static/benchmarks/latest.json b/docs/static/benchmarks/latest.json index 51a9a35af6..55ec1a5025 100644 --- a/docs/static/benchmarks/latest.json +++ b/docs/static/benchmarks/latest.json @@ -1,5 +1,5 @@ { - "timestamp": "2025-11-17T00:29:04.104Z", + "timestamp": "2025-11-18T00:28:14.221Z", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.7, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.100", @@ -10,244 +10,244 @@ { "Method": "TUnit", "Version": "1.2.3", - "Mean": "572.1 ms", - "Error": "2.41 ms", - "StdDev": "2.01 ms", - "Median": "571.8 ms" + "Mean": "556.5 ms", + "Error": "2.29 ms", + "StdDev": "2.03 ms", + "Median": "556.3 ms" }, { "Method": "NUnit", "Version": "4.4.0", - "Mean": "696.5 ms", - "Error": "7.35 ms", - "StdDev": "6.14 ms", - "Median": "695.9 ms" + "Mean": "663.3 ms", + "Error": "10.81 ms", + "StdDev": "9.02 ms", + "Median": "662.2 ms" }, { "Method": "MSTest", "Version": "4.0.2", - "Mean": "666.7 ms", - "Error": "6.92 ms", - "StdDev": "5.78 ms", - "Median": "666.2 ms" + "Mean": "635.0 ms", + "Error": "12.02 ms", + "StdDev": "11.80 ms", + "Median": "632.0 ms" }, { "Method": "xUnit3", "Version": "3.2.0", - "Mean": "742.0 ms", - "Error": "4.82 ms", - "StdDev": "4.27 ms", - "Median": "742.6 ms" + "Mean": "715.8 ms", + "Error": "9.34 ms", + "StdDev": "8.28 ms", + "Median": "716.7 ms" }, { "Method": "TUnit_AOT", "Version": "1.2.3", - "Mean": "124.2 ms", - "Error": "0.49 ms", - "StdDev": "0.46 ms", - "Median": "124.1 ms" + "Mean": "124.5 ms", + "Error": "0.31 ms", + "StdDev": "0.26 ms", + "Median": "124.5 ms" } ], "DataDrivenTests": [ { "Method": "TUnit", "Version": "1.2.3", - "Mean": "507.19 ms", - "Error": "6.037 ms", - "StdDev": "5.647 ms", - "Median": "507.75 ms" + "Mean": "493.26 ms", + "Error": "3.582 ms", + "StdDev": "3.175 ms", + "Median": "492.16 ms" }, { "Method": "NUnit", "Version": "4.4.0", - "Mean": "537.32 ms", - "Error": "10.114 ms", - "StdDev": "8.966 ms", - "Median": "536.59 ms" + "Mean": "601.85 ms", + "Error": "11.895 ms", + "StdDev": "13.698 ms", + "Median": "601.22 ms" }, { "Method": "MSTest", "Version": "4.0.2", - "Mean": "504.77 ms", - "Error": "9.670 ms", - "StdDev": "9.497 ms", - "Median": "506.26 ms" + "Mean": "617.89 ms", + "Error": "11.698 ms", + "StdDev": "12.013 ms", + "Median": "622.69 ms" }, { "Method": "xUnit3", "Version": "3.2.0", - "Mean": "586.00 ms", - "Error": "10.336 ms", - "StdDev": "9.163 ms", - "Median": "585.07 ms" + "Mean": "610.52 ms", + "Error": "11.777 ms", + "StdDev": "11.016 ms", + "Median": "609.06 ms" }, { "Method": "TUnit_AOT", "Version": "1.2.3", - "Mean": "24.73 ms", - "Error": "0.152 ms", - "StdDev": "0.142 ms", - "Median": "24.76 ms" + "Mean": "24.33 ms", + "Error": "0.263 ms", + "StdDev": "0.233 ms", + "Median": "24.31 ms" } ], "MassiveParallelTests": [ { "Method": "TUnit", "Version": "1.2.3", - "Mean": "580.3 ms", - "Error": "3.44 ms", - "StdDev": "3.05 ms", - "Median": "579.7 ms" + "Mean": "595.5 ms", + "Error": "2.81 ms", + "StdDev": "2.63 ms", + "Median": "595.7 ms" }, { "Method": "NUnit", "Version": "4.4.0", - "Mean": "1,199.9 ms", - "Error": "8.90 ms", - "StdDev": "7.89 ms", - "Median": "1,199.0 ms" + "Mean": "1,164.1 ms", + "Error": "6.78 ms", + "StdDev": "6.01 ms", + "Median": "1,163.4 ms" }, { "Method": "MSTest", "Version": "4.0.2", - "Mean": "3,002.4 ms", - "Error": "9.36 ms", - "StdDev": "8.30 ms", - "Median": "3,000.7 ms" + "Mean": "2,947.1 ms", + "Error": "6.79 ms", + "StdDev": "6.02 ms", + "Median": "2,948.2 ms" }, { "Method": "xUnit3", "Version": "3.2.0", - "Mean": "3,080.0 ms", - "Error": "8.54 ms", - "StdDev": "7.99 ms", - "Median": "3,078.2 ms" + "Mean": "3,048.5 ms", + "Error": "15.99 ms", + "StdDev": "14.96 ms", + "Median": "3,046.6 ms" }, { "Method": "TUnit_AOT", "Version": "1.2.3", - "Mean": "130.5 ms", - "Error": "0.48 ms", - "StdDev": "0.45 ms", - "Median": "130.4 ms" + "Mean": "130.9 ms", + "Error": "0.44 ms", + "StdDev": "0.41 ms", + "Median": "130.9 ms" } ], "MatrixTests": [ { "Method": "TUnit", "Version": "1.2.3", - "Mean": "567.17 ms", - "Error": "5.532 ms", - "StdDev": "5.174 ms", - "Median": "565.30 ms" + "Mean": "561.43 ms", + "Error": "5.322 ms", + "StdDev": "4.718 ms", + "Median": "562.61 ms" }, { "Method": "NUnit", "Version": "4.4.0", - "Mean": "1,552.19 ms", - "Error": "5.388 ms", - "StdDev": "4.500 ms", - "Median": "1,551.63 ms" + "Mean": "1,556.36 ms", + "Error": "8.816 ms", + "StdDev": "7.815 ms", + "Median": "1,557.95 ms" }, { "Method": "MSTest", "Version": "4.0.2", - "Mean": "1,523.45 ms", - "Error": "17.681 ms", - "StdDev": "14.764 ms", - "Median": "1,522.39 ms" + "Mean": "1,517.35 ms", + "Error": "13.710 ms", + "StdDev": "12.824 ms", + "Median": "1,517.64 ms" }, { "Method": "xUnit3", "Version": "3.2.0", - "Mean": "1,607.93 ms", - "Error": "17.000 ms", - "StdDev": "15.902 ms", - "Median": "1,606.94 ms" + "Mean": "1,602.60 ms", + "Error": "12.743 ms", + "StdDev": "11.920 ms", + "Median": "1,603.72 ms" }, { "Method": "TUnit_AOT", "Version": "1.2.3", - "Mean": "79.51 ms", - "Error": "0.269 ms", - "StdDev": "0.251 ms", - "Median": "79.48 ms" + "Mean": "79.00 ms", + "Error": "0.238 ms", + "StdDev": "0.223 ms", + "Median": "79.03 ms" } ], "ScaleTests": [ { "Method": "TUnit", "Version": "1.2.3", - "Mean": "524.89 ms", - "Error": "5.963 ms", - "StdDev": "5.578 ms", - "Median": "524.09 ms" + "Mean": "541.57 ms", + "Error": "4.341 ms", + "StdDev": "3.848 ms", + "Median": "540.90 ms" }, { "Method": "NUnit", "Version": "4.4.0", - "Mean": "577.30 ms", - "Error": "7.326 ms", - "StdDev": "6.118 ms", - "Median": "578.87 ms" + "Mean": "591.49 ms", + "Error": "10.469 ms", + "StdDev": "9.280 ms", + "Median": "591.89 ms" }, { "Method": "MSTest", "Version": "4.0.2", - "Mean": "501.88 ms", - "Error": "9.090 ms", - "StdDev": "13.036 ms", - "Median": "501.83 ms" + "Mean": "512.41 ms", + "Error": "10.194 ms", + "StdDev": "11.331 ms", + "Median": "507.96 ms" }, { "Method": "xUnit3", "Version": "3.2.0", - "Mean": "576.33 ms", - "Error": "10.205 ms", - "StdDev": "9.545 ms", - "Median": "573.62 ms" + "Mean": "596.95 ms", + "Error": "10.457 ms", + "StdDev": "9.270 ms", + "Median": "593.96 ms" }, { "Method": "TUnit_AOT", "Version": "1.2.3", - "Mean": "45.60 ms", - "Error": "1.239 ms", - "StdDev": "3.635 ms", - "Median": "45.71 ms" + "Mean": "43.84 ms", + "Error": "1.157 ms", + "StdDev": "3.376 ms", + "Median": "43.96 ms" } ], "SetupTeardownTests": [ { "Method": "TUnit", "Version": "1.2.3", - "Mean": "585.9 ms", - "Error": "3.28 ms", - "StdDev": "3.06 ms", - "Median": "585.4 ms" + "Mean": "578.7 ms", + "Error": "6.61 ms", + "StdDev": "6.18 ms", + "Median": "578.1 ms" }, { "Method": "NUnit", "Version": "4.4.0", - "Mean": "1,159.2 ms", - "Error": "5.29 ms", - "StdDev": "4.69 ms", - "Median": "1,161.2 ms" + "Mean": "1,182.7 ms", + "Error": "9.46 ms", + "StdDev": "8.39 ms", + "Median": "1,182.8 ms" }, { "Method": "MSTest", "Version": "4.0.2", - "Mean": "1,139.4 ms", - "Error": "9.75 ms", - "StdDev": "9.12 ms", - "Median": "1,140.1 ms" + "Mean": "1,152.5 ms", + "Error": "7.45 ms", + "StdDev": "6.97 ms", + "Median": "1,151.9 ms" }, { "Method": "xUnit3", "Version": "3.2.0", - "Mean": "1,216.8 ms", - "Error": "6.48 ms", - "StdDev": "5.74 ms", - "Median": "1,216.2 ms" + "Mean": "1,229.3 ms", + "Error": "9.96 ms", + "StdDev": "9.31 ms", + "Median": "1,225.5 ms" }, { "Method": "TUnit_AOT", @@ -264,34 +264,34 @@ { "Method": "Build_TUnit", "Version": "1.2.3", - "Mean": "2.046 s", - "Error": "0.0272 s", - "StdDev": "0.0255 s", - "Median": "2.041 s" + "Mean": "1.947 s", + "Error": "0.0371 s", + "StdDev": "0.0381 s", + "Median": "1.953 s" }, { "Method": "Build_NUnit", "Version": "4.4.0", - "Mean": "1.657 s", - "Error": "0.0306 s", - "StdDev": "0.0286 s", - "Median": "1.655 s" + "Mean": "1.556 s", + "Error": "0.0183 s", + "StdDev": "0.0171 s", + "Median": "1.557 s" }, { "Method": "Build_MSTest", "Version": "4.0.2", - "Mean": "1.743 s", - "Error": "0.0239 s", - "StdDev": "0.0212 s", - "Median": "1.744 s" + "Mean": "1.621 s", + "Error": "0.0167 s", + "StdDev": "0.0156 s", + "Median": "1.624 s" }, { "Method": "Build_xUnit3", "Version": "3.2.0", - "Mean": "1.640 s", - "Error": "0.0162 s", - "StdDev": "0.0151 s", - "Median": "1.638 s" + "Mean": "1.523 s", + "Error": "0.0173 s", + "StdDev": "0.0162 s", + "Median": "1.527 s" } ] }, @@ -299,6 +299,6 @@ "runtimeCategories": 6, "buildCategories": 1, "totalBenchmarks": 7, - "lastUpdated": "2025-11-17T00:29:04.101Z" + "lastUpdated": "2025-11-18T00:28:14.217Z" } } \ No newline at end of file diff --git a/docs/static/benchmarks/summary.json b/docs/static/benchmarks/summary.json index 465cf055e5..efa7dfbc9c 100644 --- a/docs/static/benchmarks/summary.json +++ b/docs/static/benchmarks/summary.json @@ -10,6 +10,6 @@ "build": [ "BuildTime" ], - "timestamp": "2025-11-17", + "timestamp": "2025-11-18", "environment": "Ubuntu Latest • .NET SDK 10.0.100" } \ No newline at end of file