From e7813155c4e4d3e13e59ea34b4b3ae2e9357a6fc Mon Sep 17 00:00:00 2001 From: thomhurst <30480171+thomhurst@users.noreply.github.com> Date: Tue, 24 Mar 2026 00:33:39 +0000 Subject: [PATCH] chore: update benchmark results --- docs/docs/benchmarks/AsyncTests.md | 18 +- docs/docs/benchmarks/BuildTime.md | 14 +- docs/docs/benchmarks/DataDrivenTests.md | 18 +- docs/docs/benchmarks/MassiveParallelTests.md | 18 +- docs/docs/benchmarks/MatrixTests.md | 18 +- docs/docs/benchmarks/ScaleTests.md | 18 +- docs/docs/benchmarks/SetupTeardownTests.md | 18 +- docs/docs/benchmarks/index.md | 8 +- docs/static/benchmarks/AsyncTests.json | 48 +-- docs/static/benchmarks/BuildTime.json | 38 +-- docs/static/benchmarks/DataDrivenTests.json | 48 +-- .../benchmarks/MassiveParallelTests.json | 48 +-- docs/static/benchmarks/MatrixTests.json | 48 +-- docs/static/benchmarks/ScaleTests.json | 48 +-- .../static/benchmarks/SetupTeardownTests.json | 40 +-- docs/static/benchmarks/historical.json | 8 +- docs/static/benchmarks/latest.json | 296 +++++++++--------- docs/static/benchmarks/summary.json | 2 +- 18 files changed, 377 insertions(+), 377 deletions(-) diff --git a/docs/docs/benchmarks/AsyncTests.md b/docs/docs/benchmarks/AsyncTests.md index ffcbb0c6d7..9abe7735a7 100644 --- a/docs/docs/benchmarks/AsyncTests.md +++ b/docs/docs/benchmarks/AsyncTests.md @@ -7,7 +7,7 @@ sidebar_position: 2 # AsyncTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-23** from the latest CI run. +This benchmark was automatically generated on **2026-03-24** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-23** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.0 | 537.6 ms | 534.6 ms | 7.83 ms | -| NUnit | 4.5.1 | 733.9 ms | 732.1 ms | 6.61 ms | -| MSTest | 4.1.0 | 660.5 ms | 660.9 ms | 5.38 ms | -| xUnit3 | 3.2.2 | 799.3 ms | 796.8 ms | 10.28 ms | -| **TUnit (AOT)** | 1.21.0 | 123.1 ms | 123.0 ms | 0.34 ms | +| **TUnit** | 1.21.6 | 538.8 ms | 535.0 ms | 8.79 ms | +| NUnit | 4.5.1 | 697.4 ms | 697.8 ms | 9.14 ms | +| MSTest | 4.1.0 | 615.8 ms | 616.0 ms | 3.97 ms | +| xUnit3 | 3.2.2 | 741.0 ms | 740.5 ms | 5.63 ms | +| **TUnit (AOT)** | 1.21.6 | 122.4 ms | 122.3 ms | 0.28 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-23** from the latest CI xychart-beta title "AsyncTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 960 - bar [537.6, 733.9, 660.5, 799.3, 123.1] + y-axis "Time (ms)" 0 --> 890 + bar [538.8, 697.4, 615.8, 741, 122.4] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-23T00:40:12.966Z* +*Last generated: 2026-03-24T00:33:35.574Z* diff --git a/docs/docs/benchmarks/BuildTime.md b/docs/docs/benchmarks/BuildTime.md index 68e7274b04..cc965988f2 100644 --- a/docs/docs/benchmarks/BuildTime.md +++ b/docs/docs/benchmarks/BuildTime.md @@ -7,7 +7,7 @@ sidebar_position: 8 # Build Performance Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-23** from the latest CI run. +This benchmark was automatically generated on **2026-03-24** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -18,10 +18,10 @@ Compilation time comparison across frameworks: | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.0 | 2.621 s | 2.599 s | 0.0402 s | -| Build_NUnit | 4.5.1 | 2.326 s | 2.326 s | 0.0135 s | -| Build_MSTest | 4.1.0 | 2.409 s | 2.419 s | 0.0210 s | -| Build_xUnit3 | 3.2.2 | 2.340 s | 2.340 s | 0.0230 s | +| **TUnit** | 1.21.6 | 2.580 s | 2.579 s | 0.0276 s | +| Build_NUnit | 4.5.1 | 2.388 s | 2.379 s | 0.0236 s | +| Build_MSTest | 4.1.0 | 2.456 s | 2.459 s | 0.0152 s | +| Build_xUnit3 | 3.2.2 | 2.384 s | 2.383 s | 0.0147 s | ## 📈 Visual Comparison @@ -60,7 +60,7 @@ xychart-beta title "Build Time Comparison" x-axis ["Build_TUnit", "Build_NUnit", "Build_MSTest", "Build_xUnit3"] y-axis "Time (s)" 0 --> 4 - bar [2.621, 2.326, 2.409, 2.34] + bar [2.58, 2.388, 2.456, 2.384] ``` --- @@ -69,4 +69,4 @@ xychart-beta View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-23T00:40:12.968Z* +*Last generated: 2026-03-24T00:33:35.576Z* diff --git a/docs/docs/benchmarks/DataDrivenTests.md b/docs/docs/benchmarks/DataDrivenTests.md index b5eeeafc6f..9154a74505 100644 --- a/docs/docs/benchmarks/DataDrivenTests.md +++ b/docs/docs/benchmarks/DataDrivenTests.md @@ -7,7 +7,7 @@ sidebar_position: 3 # DataDrivenTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-23** from the latest CI run. +This benchmark was automatically generated on **2026-03-24** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-23** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.0 | 472.94 ms | 472.29 ms | 7.213 ms | -| NUnit | 4.5.1 | 560.16 ms | 558.07 ms | 7.798 ms | -| MSTest | 4.1.0 | 477.30 ms | 476.80 ms | 4.495 ms | -| xUnit3 | 3.2.2 | 598.98 ms | 600.98 ms | 9.247 ms | -| **TUnit (AOT)** | 1.21.0 | 25.13 ms | 24.99 ms | 0.927 ms | +| **TUnit** | 1.21.6 | 474.05 ms | 473.41 ms | 5.240 ms | +| NUnit | 4.5.1 | 569.70 ms | 568.16 ms | 4.785 ms | +| MSTest | 4.1.0 | 544.23 ms | 548.14 ms | 11.384 ms | +| xUnit3 | 3.2.2 | 606.81 ms | 605.86 ms | 5.383 ms | +| **TUnit (AOT)** | 1.21.6 | 25.12 ms | 25.30 ms | 0.380 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-23** from the latest CI xychart-beta title "DataDrivenTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 719 - bar [472.94, 560.16, 477.3, 598.98, 25.13] + y-axis "Time (ms)" 0 --> 729 + bar [474.05, 569.7, 544.23, 606.81, 25.12] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-23T00:40:12.967Z* +*Last generated: 2026-03-24T00:33:35.574Z* diff --git a/docs/docs/benchmarks/MassiveParallelTests.md b/docs/docs/benchmarks/MassiveParallelTests.md index f22f78c4b3..fc31947ba3 100644 --- a/docs/docs/benchmarks/MassiveParallelTests.md +++ b/docs/docs/benchmarks/MassiveParallelTests.md @@ -7,7 +7,7 @@ sidebar_position: 4 # MassiveParallelTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-23** from the latest CI run. +This benchmark was automatically generated on **2026-03-24** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-23** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.0 | 658.0 ms | 657.8 ms | 3.44 ms | -| NUnit | 4.5.1 | 1,210.9 ms | 1,210.8 ms | 6.08 ms | -| MSTest | 4.1.0 | 2,943.1 ms | 2,942.2 ms | 6.63 ms | -| xUnit3 | 3.2.2 | 3,081.0 ms | 3,078.9 ms | 7.75 ms | -| **TUnit (AOT)** | 1.21.0 | 228.9 ms | 229.1 ms | 0.48 ms | +| **TUnit** | 1.21.6 | 625.3 ms | 624.7 ms | 5.13 ms | +| NUnit | 4.5.1 | 1,187.6 ms | 1,185.7 ms | 10.87 ms | +| MSTest | 4.1.0 | 2,936.0 ms | 2,936.5 ms | 7.65 ms | +| xUnit3 | 3.2.2 | 3,056.9 ms | 3,057.8 ms | 7.03 ms | +| **TUnit (AOT)** | 1.21.6 | 227.0 ms | 227.0 ms | 0.70 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-23** from the latest CI xychart-beta title "MassiveParallelTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 3698 - bar [658, 1210.9, 2943.1, 3081, 228.9] + y-axis "Time (ms)" 0 --> 3669 + bar [625.3, 1187.6, 2936, 3056.9, 227] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-23T00:40:12.967Z* +*Last generated: 2026-03-24T00:33:35.575Z* diff --git a/docs/docs/benchmarks/MatrixTests.md b/docs/docs/benchmarks/MatrixTests.md index c94f91bf95..4215134ee7 100644 --- a/docs/docs/benchmarks/MatrixTests.md +++ b/docs/docs/benchmarks/MatrixTests.md @@ -7,7 +7,7 @@ sidebar_position: 5 # MatrixTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-23** from the latest CI run. +This benchmark was automatically generated on **2026-03-24** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-23** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.0 | 610.8 ms | 609.4 ms | 10.10 ms | -| NUnit | 4.5.1 | 1,626.3 ms | 1,623.9 ms | 9.43 ms | -| MSTest | 4.1.0 | 1,534.0 ms | 1,533.4 ms | 5.56 ms | -| xUnit3 | 3.2.2 | 1,674.9 ms | 1,671.1 ms | 9.60 ms | -| **TUnit (AOT)** | 1.21.0 | 128.7 ms | 128.7 ms | 0.40 ms | +| **TUnit** | 1.21.6 | 600.2 ms | 599.6 ms | 3.26 ms | +| NUnit | 4.5.1 | 1,627.8 ms | 1,627.9 ms | 6.80 ms | +| MSTest | 4.1.0 | 1,544.2 ms | 1,543.0 ms | 9.93 ms | +| xUnit3 | 3.2.2 | 1,687.0 ms | 1,683.4 ms | 12.94 ms | +| **TUnit (AOT)** | 1.21.6 | 129.3 ms | 129.4 ms | 0.34 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-23** from the latest CI xychart-beta title "MatrixTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 2010 - bar [610.8, 1626.3, 1534, 1674.9, 128.7] + y-axis "Time (ms)" 0 --> 2025 + bar [600.2, 1627.8, 1544.2, 1687, 129.3] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-23T00:40:12.967Z* +*Last generated: 2026-03-24T00:33:35.575Z* diff --git a/docs/docs/benchmarks/ScaleTests.md b/docs/docs/benchmarks/ScaleTests.md index 70140b72e1..96a6f7ecd8 100644 --- a/docs/docs/benchmarks/ScaleTests.md +++ b/docs/docs/benchmarks/ScaleTests.md @@ -7,7 +7,7 @@ sidebar_position: 6 # ScaleTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-23** from the latest CI run. +This benchmark was automatically generated on **2026-03-24** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-23** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.0 | 489.33 ms | 488.30 ms | 4.955 ms | -| NUnit | 4.5.1 | 613.55 ms | 613.54 ms | 7.936 ms | -| MSTest | 4.1.0 | 485.08 ms | 485.78 ms | 4.595 ms | -| xUnit3 | 3.2.2 | 617.35 ms | 614.28 ms | 8.792 ms | -| **TUnit (AOT)** | 1.21.0 | 32.68 ms | 32.54 ms | 1.858 ms | +| **TUnit** | 1.21.6 | 510.39 ms | 509.11 ms | 6.497 ms | +| NUnit | 4.5.1 | 655.52 ms | 654.43 ms | 7.320 ms | +| MSTest | 4.1.0 | 615.30 ms | 614.05 ms | 7.929 ms | +| xUnit3 | 3.2.2 | 664.58 ms | 662.41 ms | 9.354 ms | +| **TUnit (AOT)** | 1.21.6 | 34.08 ms | 33.73 ms | 1.555 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-23** from the latest CI xychart-beta title "ScaleTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 741 - bar [489.33, 613.55, 485.08, 617.35, 32.68] + y-axis "Time (ms)" 0 --> 798 + bar [510.39, 655.52, 615.3, 664.58, 34.08] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-23T00:40:12.968Z* +*Last generated: 2026-03-24T00:33:35.575Z* diff --git a/docs/docs/benchmarks/SetupTeardownTests.md b/docs/docs/benchmarks/SetupTeardownTests.md index 7c7eb1d273..c951ef22e1 100644 --- a/docs/docs/benchmarks/SetupTeardownTests.md +++ b/docs/docs/benchmarks/SetupTeardownTests.md @@ -7,7 +7,7 @@ sidebar_position: 7 # SetupTeardownTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-23** from the latest CI run. +This benchmark was automatically generated on **2026-03-24** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-23** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.0 | 538.3 ms | 539.0 ms | 5.81 ms | -| NUnit | 4.5.1 | 1,174.9 ms | 1,174.5 ms | 7.42 ms | -| MSTest | 4.1.0 | 1,111.3 ms | 1,112.4 ms | 7.13 ms | -| xUnit3 | 3.2.2 | 1,239.2 ms | 1,240.9 ms | 8.25 ms | -| **TUnit (AOT)** | 1.21.0 | NA | NA | NA | +| **TUnit** | 1.21.6 | 570.4 ms | 570.3 ms | 6.46 ms | +| NUnit | 4.5.1 | 1,189.6 ms | 1,188.2 ms | 5.89 ms | +| MSTest | 4.1.0 | 1,117.5 ms | 1,118.7 ms | 8.81 ms | +| xUnit3 | 3.2.2 | 1,242.6 ms | 1,239.9 ms | 10.52 ms | +| **TUnit (AOT)** | 1.21.6 | NA | NA | NA | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-23** from the latest CI xychart-beta title "SetupTeardownTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 1488 - bar [538.3, 1174.9, 1111.3, 1239.2, 0] + y-axis "Time (ms)" 0 --> 1492 + bar [570.4, 1189.6, 1117.5, 1242.6, 0] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-23T00:40:12.968Z* +*Last generated: 2026-03-24T00:33:35.576Z* diff --git a/docs/docs/benchmarks/index.md b/docs/docs/benchmarks/index.md index 756455caf7..bdf9eb6141 100644 --- a/docs/docs/benchmarks/index.md +++ b/docs/docs/benchmarks/index.md @@ -7,7 +7,7 @@ sidebar_position: 1 # Performance Benchmarks :::info Last Updated -These benchmarks were automatically generated on **2026-03-23** from the latest CI run. +These benchmarks were automatically generated on **2026-03-24** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -37,7 +37,7 @@ These benchmarks compare TUnit against the most popular .NET testing frameworks: | Framework | Version Tested | |-----------|----------------| -| **TUnit** | 1.21.0 | +| **TUnit** | 1.21.6 | | **xUnit v3** | 3.2.2 | | **NUnit** | 4.5.1 | | **MSTest** | 4.1.0 | @@ -56,7 +56,7 @@ The benchmarks measure real-world testing patterns: ### Environment - **OS**: Ubuntu Latest (GitHub Actions) -- **Runtime**: .NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4 +- **Runtime**: .NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3 - **SDK**: .NET SDK 10.0.201 - **Hardware**: GitHub Actions Standard Runner (Ubuntu) - **Tool**: BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat) @@ -80,4 +80,4 @@ These benchmarks run automatically daily via [GitHub Actions](https://github.com Each benchmark runs multiple iterations with statistical analysis to ensure accuracy. Results may vary based on hardware and test characteristics. ::: -*Last generated: 2026-03-23T00:40:12.969Z* +*Last generated: 2026-03-24T00:33:35.576Z* diff --git a/docs/static/benchmarks/AsyncTests.json b/docs/static/benchmarks/AsyncTests.json index 16c2140efb..2f85ab8e53 100644 --- a/docs/static/benchmarks/AsyncTests.json +++ b/docs/static/benchmarks/AsyncTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-03-23T00:40:12.966Z", + "timestamp": "2026-03-24T00:33:35.574Z", "category": "AsyncTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" }, "results": [ { "Method": "TUnit", - "Version": "1.21.0", - "Mean": "537.6 ms", - "Error": "8.37 ms", - "StdDev": "7.83 ms", - "Median": "534.6 ms" + "Version": "1.21.6", + "Mean": "538.8 ms", + "Error": "9.40 ms", + "StdDev": "8.79 ms", + "Median": "535.0 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "733.9 ms", - "Error": "7.46 ms", - "StdDev": "6.61 ms", - "Median": "732.1 ms" + "Mean": "697.4 ms", + "Error": "10.31 ms", + "StdDev": "9.14 ms", + "Median": "697.8 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "660.5 ms", - "Error": "6.07 ms", - "StdDev": "5.38 ms", - "Median": "660.9 ms" + "Mean": "615.8 ms", + "Error": "4.76 ms", + "StdDev": "3.97 ms", + "Median": "616.0 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "799.3 ms", - "Error": "11.60 ms", - "StdDev": "10.28 ms", - "Median": "796.8 ms" + "Mean": "741.0 ms", + "Error": "6.02 ms", + "StdDev": "5.63 ms", + "Median": "740.5 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.0", - "Mean": "123.1 ms", - "Error": "0.36 ms", - "StdDev": "0.34 ms", - "Median": "123.0 ms" + "Version": "1.21.6", + "Mean": "122.4 ms", + "Error": "0.30 ms", + "StdDev": "0.28 ms", + "Median": "122.3 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/BuildTime.json b/docs/static/benchmarks/BuildTime.json index 1378aa72e7..52ad546816 100644 --- a/docs/static/benchmarks/BuildTime.json +++ b/docs/static/benchmarks/BuildTime.json @@ -1,43 +1,43 @@ { - "timestamp": "2026-03-23T00:40:12.968Z", + "timestamp": "2026-03-24T00:33:35.576Z", "category": "BuildTime", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" }, "results": [ { "Method": "Build_TUnit", - "Version": "1.21.0", - "Mean": "2.621 s", - "Error": "0.0429 s", - "StdDev": "0.0402 s", - "Median": "2.599 s" + "Version": "1.21.6", + "Mean": "2.580 s", + "Error": "0.0295 s", + "StdDev": "0.0276 s", + "Median": "2.579 s" }, { "Method": "Build_NUnit", "Version": "4.5.1", - "Mean": "2.326 s", - "Error": "0.0153 s", - "StdDev": "0.0135 s", - "Median": "2.326 s" + "Mean": "2.388 s", + "Error": "0.0252 s", + "StdDev": "0.0236 s", + "Median": "2.379 s" }, { "Method": "Build_MSTest", "Version": "4.1.0", - "Mean": "2.409 s", - "Error": "0.0225 s", - "StdDev": "0.0210 s", - "Median": "2.419 s" + "Mean": "2.456 s", + "Error": "0.0163 s", + "StdDev": "0.0152 s", + "Median": "2.459 s" }, { "Method": "Build_xUnit3", "Version": "3.2.2", - "Mean": "2.340 s", - "Error": "0.0246 s", - "StdDev": "0.0230 s", - "Median": "2.340 s" + "Mean": "2.384 s", + "Error": "0.0158 s", + "StdDev": "0.0147 s", + "Median": "2.383 s" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/DataDrivenTests.json b/docs/static/benchmarks/DataDrivenTests.json index 91322753f3..ce3b5f41cd 100644 --- a/docs/static/benchmarks/DataDrivenTests.json +++ b/docs/static/benchmarks/DataDrivenTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-03-23T00:40:12.967Z", + "timestamp": "2026-03-24T00:33:35.575Z", "category": "DataDrivenTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" }, "results": [ { "Method": "TUnit", - "Version": "1.21.0", - "Mean": "472.94 ms", - "Error": "7.711 ms", - "StdDev": "7.213 ms", - "Median": "472.29 ms" + "Version": "1.21.6", + "Mean": "474.05 ms", + "Error": "5.911 ms", + "StdDev": "5.240 ms", + "Median": "473.41 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "560.16 ms", - "Error": "9.339 ms", - "StdDev": "7.798 ms", - "Median": "558.07 ms" + "Mean": "569.70 ms", + "Error": "6.129 ms", + "StdDev": "4.785 ms", + "Median": "568.16 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "477.30 ms", - "Error": "5.383 ms", - "StdDev": "4.495 ms", - "Median": "476.80 ms" + "Mean": "544.23 ms", + "Error": "10.639 ms", + "StdDev": "11.384 ms", + "Median": "548.14 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "598.98 ms", - "Error": "11.074 ms", - "StdDev": "9.247 ms", - "Median": "600.98 ms" + "Mean": "606.81 ms", + "Error": "6.895 ms", + "StdDev": "5.383 ms", + "Median": "605.86 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.0", - "Mean": "25.13 ms", - "Error": "0.493 ms", - "StdDev": "0.927 ms", - "Median": "24.99 ms" + "Version": "1.21.6", + "Mean": "25.12 ms", + "Error": "0.487 ms", + "StdDev": "0.380 ms", + "Median": "25.30 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MassiveParallelTests.json b/docs/static/benchmarks/MassiveParallelTests.json index fc5826ccc7..4485fb3aa7 100644 --- a/docs/static/benchmarks/MassiveParallelTests.json +++ b/docs/static/benchmarks/MassiveParallelTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-03-23T00:40:12.967Z", + "timestamp": "2026-03-24T00:33:35.575Z", "category": "MassiveParallelTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" }, "results": [ { "Method": "TUnit", - "Version": "1.21.0", - "Mean": "658.0 ms", - "Error": "3.68 ms", - "StdDev": "3.44 ms", - "Median": "657.8 ms" + "Version": "1.21.6", + "Mean": "625.3 ms", + "Error": "5.48 ms", + "StdDev": "5.13 ms", + "Median": "624.7 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,210.9 ms", - "Error": "6.86 ms", - "StdDev": "6.08 ms", - "Median": "1,210.8 ms" + "Mean": "1,187.6 ms", + "Error": "13.01 ms", + "StdDev": "10.87 ms", + "Median": "1,185.7 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "2,943.1 ms", - "Error": "7.48 ms", - "StdDev": "6.63 ms", - "Median": "2,942.2 ms" + "Mean": "2,936.0 ms", + "Error": "8.18 ms", + "StdDev": "7.65 ms", + "Median": "2,936.5 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "3,081.0 ms", - "Error": "8.29 ms", - "StdDev": "7.75 ms", - "Median": "3,078.9 ms" + "Mean": "3,056.9 ms", + "Error": "7.51 ms", + "StdDev": "7.03 ms", + "Median": "3,057.8 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.0", - "Mean": "228.9 ms", - "Error": "0.52 ms", - "StdDev": "0.48 ms", - "Median": "229.1 ms" + "Version": "1.21.6", + "Mean": "227.0 ms", + "Error": "0.74 ms", + "StdDev": "0.70 ms", + "Median": "227.0 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MatrixTests.json b/docs/static/benchmarks/MatrixTests.json index 4adaa9579d..82b76380e4 100644 --- a/docs/static/benchmarks/MatrixTests.json +++ b/docs/static/benchmarks/MatrixTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-03-23T00:40:12.967Z", + "timestamp": "2026-03-24T00:33:35.575Z", "category": "MatrixTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" }, "results": [ { "Method": "TUnit", - "Version": "1.21.0", - "Mean": "610.8 ms", - "Error": "10.79 ms", - "StdDev": "10.10 ms", - "Median": "609.4 ms" + "Version": "1.21.6", + "Mean": "600.2 ms", + "Error": "3.49 ms", + "StdDev": "3.26 ms", + "Median": "599.6 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,626.3 ms", - "Error": "10.08 ms", - "StdDev": "9.43 ms", - "Median": "1,623.9 ms" + "Mean": "1,627.8 ms", + "Error": "7.67 ms", + "StdDev": "6.80 ms", + "Median": "1,627.9 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "1,534.0 ms", - "Error": "6.66 ms", - "StdDev": "5.56 ms", - "Median": "1,533.4 ms" + "Mean": "1,544.2 ms", + "Error": "11.89 ms", + "StdDev": "9.93 ms", + "Median": "1,543.0 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,674.9 ms", - "Error": "10.26 ms", - "StdDev": "9.60 ms", - "Median": "1,671.1 ms" + "Mean": "1,687.0 ms", + "Error": "14.60 ms", + "StdDev": "12.94 ms", + "Median": "1,683.4 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.0", - "Mean": "128.7 ms", - "Error": "0.45 ms", - "StdDev": "0.40 ms", - "Median": "128.7 ms" + "Version": "1.21.6", + "Mean": "129.3 ms", + "Error": "0.37 ms", + "StdDev": "0.34 ms", + "Median": "129.4 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/ScaleTests.json b/docs/static/benchmarks/ScaleTests.json index f5128ab146..7839c94d35 100644 --- a/docs/static/benchmarks/ScaleTests.json +++ b/docs/static/benchmarks/ScaleTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-03-23T00:40:12.968Z", + "timestamp": "2026-03-24T00:33:35.575Z", "category": "ScaleTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" }, "results": [ { "Method": "TUnit", - "Version": "1.21.0", - "Mean": "489.33 ms", - "Error": "5.589 ms", - "StdDev": "4.955 ms", - "Median": "488.30 ms" + "Version": "1.21.6", + "Mean": "510.39 ms", + "Error": "6.946 ms", + "StdDev": "6.497 ms", + "Median": "509.11 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "613.55 ms", - "Error": "8.952 ms", - "StdDev": "7.936 ms", - "Median": "613.54 ms" + "Mean": "655.52 ms", + "Error": "8.257 ms", + "StdDev": "7.320 ms", + "Median": "654.43 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "485.08 ms", - "Error": "4.912 ms", - "StdDev": "4.595 ms", - "Median": "485.78 ms" + "Mean": "615.30 ms", + "Error": "8.945 ms", + "StdDev": "7.929 ms", + "Median": "614.05 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "617.35 ms", - "Error": "9.918 ms", - "StdDev": "8.792 ms", - "Median": "614.28 ms" + "Mean": "664.58 ms", + "Error": "10.552 ms", + "StdDev": "9.354 ms", + "Median": "662.41 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.0", - "Mean": "32.68 ms", - "Error": "0.651 ms", - "StdDev": "1.858 ms", - "Median": "32.54 ms" + "Version": "1.21.6", + "Mean": "34.08 ms", + "Error": "0.677 ms", + "StdDev": "1.555 ms", + "Median": "33.73 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/SetupTeardownTests.json b/docs/static/benchmarks/SetupTeardownTests.json index 2c0fa7c196..6506c7536b 100644 --- a/docs/static/benchmarks/SetupTeardownTests.json +++ b/docs/static/benchmarks/SetupTeardownTests.json @@ -1,47 +1,47 @@ { - "timestamp": "2026-03-23T00:40:12.968Z", + "timestamp": "2026-03-24T00:33:35.576Z", "category": "SetupTeardownTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" }, "results": [ { "Method": "TUnit", - "Version": "1.21.0", - "Mean": "538.3 ms", - "Error": "6.21 ms", - "StdDev": "5.81 ms", - "Median": "539.0 ms" + "Version": "1.21.6", + "Mean": "570.4 ms", + "Error": "6.91 ms", + "StdDev": "6.46 ms", + "Median": "570.3 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,174.9 ms", - "Error": "8.37 ms", - "StdDev": "7.42 ms", - "Median": "1,174.5 ms" + "Mean": "1,189.6 ms", + "Error": "6.65 ms", + "StdDev": "5.89 ms", + "Median": "1,188.2 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "1,111.3 ms", - "Error": "8.54 ms", - "StdDev": "7.13 ms", - "Median": "1,112.4 ms" + "Mean": "1,117.5 ms", + "Error": "9.94 ms", + "StdDev": "8.81 ms", + "Median": "1,118.7 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,239.2 ms", - "Error": "9.31 ms", - "StdDev": "8.25 ms", - "Median": "1,240.9 ms" + "Mean": "1,242.6 ms", + "Error": "11.25 ms", + "StdDev": "10.52 ms", + "Median": "1,239.9 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.0", + "Version": "1.21.6", "Mean": "NA", "Error": "NA", "StdDev": "NA", diff --git a/docs/static/benchmarks/historical.json b/docs/static/benchmarks/historical.json index e966e9baf8..d6609e39b9 100644 --- a/docs/static/benchmarks/historical.json +++ b/docs/static/benchmarks/historical.json @@ -1,8 +1,4 @@ [ - { - "date": "2026-01-01", - "environment": "Ubuntu" - }, { "date": "2026-01-02", "environment": "Ubuntu" @@ -358,5 +354,9 @@ { "date": "2026-03-23", "environment": "Ubuntu" + }, + { + "date": "2026-03-24", + "environment": "Ubuntu" } ] \ No newline at end of file diff --git a/docs/static/benchmarks/latest.json b/docs/static/benchmarks/latest.json index 2b84428839..562bb07b7f 100644 --- a/docs/static/benchmarks/latest.json +++ b/docs/static/benchmarks/latest.json @@ -1,257 +1,257 @@ { - "timestamp": "2026-03-23T00:40:12.969Z", + "timestamp": "2026-03-24T00:33:35.576Z", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" }, "categories": { "AsyncTests": [ { "Method": "TUnit", - "Version": "1.21.0", - "Mean": "537.6 ms", - "Error": "8.37 ms", - "StdDev": "7.83 ms", - "Median": "534.6 ms" + "Version": "1.21.6", + "Mean": "538.8 ms", + "Error": "9.40 ms", + "StdDev": "8.79 ms", + "Median": "535.0 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "733.9 ms", - "Error": "7.46 ms", - "StdDev": "6.61 ms", - "Median": "732.1 ms" + "Mean": "697.4 ms", + "Error": "10.31 ms", + "StdDev": "9.14 ms", + "Median": "697.8 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "660.5 ms", - "Error": "6.07 ms", - "StdDev": "5.38 ms", - "Median": "660.9 ms" + "Mean": "615.8 ms", + "Error": "4.76 ms", + "StdDev": "3.97 ms", + "Median": "616.0 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "799.3 ms", - "Error": "11.60 ms", - "StdDev": "10.28 ms", - "Median": "796.8 ms" + "Mean": "741.0 ms", + "Error": "6.02 ms", + "StdDev": "5.63 ms", + "Median": "740.5 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.0", - "Mean": "123.1 ms", - "Error": "0.36 ms", - "StdDev": "0.34 ms", - "Median": "123.0 ms" + "Version": "1.21.6", + "Mean": "122.4 ms", + "Error": "0.30 ms", + "StdDev": "0.28 ms", + "Median": "122.3 ms" } ], "DataDrivenTests": [ { "Method": "TUnit", - "Version": "1.21.0", - "Mean": "472.94 ms", - "Error": "7.711 ms", - "StdDev": "7.213 ms", - "Median": "472.29 ms" + "Version": "1.21.6", + "Mean": "474.05 ms", + "Error": "5.911 ms", + "StdDev": "5.240 ms", + "Median": "473.41 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "560.16 ms", - "Error": "9.339 ms", - "StdDev": "7.798 ms", - "Median": "558.07 ms" + "Mean": "569.70 ms", + "Error": "6.129 ms", + "StdDev": "4.785 ms", + "Median": "568.16 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "477.30 ms", - "Error": "5.383 ms", - "StdDev": "4.495 ms", - "Median": "476.80 ms" + "Mean": "544.23 ms", + "Error": "10.639 ms", + "StdDev": "11.384 ms", + "Median": "548.14 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "598.98 ms", - "Error": "11.074 ms", - "StdDev": "9.247 ms", - "Median": "600.98 ms" + "Mean": "606.81 ms", + "Error": "6.895 ms", + "StdDev": "5.383 ms", + "Median": "605.86 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.0", - "Mean": "25.13 ms", - "Error": "0.493 ms", - "StdDev": "0.927 ms", - "Median": "24.99 ms" + "Version": "1.21.6", + "Mean": "25.12 ms", + "Error": "0.487 ms", + "StdDev": "0.380 ms", + "Median": "25.30 ms" } ], "MassiveParallelTests": [ { "Method": "TUnit", - "Version": "1.21.0", - "Mean": "658.0 ms", - "Error": "3.68 ms", - "StdDev": "3.44 ms", - "Median": "657.8 ms" + "Version": "1.21.6", + "Mean": "625.3 ms", + "Error": "5.48 ms", + "StdDev": "5.13 ms", + "Median": "624.7 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,210.9 ms", - "Error": "6.86 ms", - "StdDev": "6.08 ms", - "Median": "1,210.8 ms" + "Mean": "1,187.6 ms", + "Error": "13.01 ms", + "StdDev": "10.87 ms", + "Median": "1,185.7 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "2,943.1 ms", - "Error": "7.48 ms", - "StdDev": "6.63 ms", - "Median": "2,942.2 ms" + "Mean": "2,936.0 ms", + "Error": "8.18 ms", + "StdDev": "7.65 ms", + "Median": "2,936.5 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "3,081.0 ms", - "Error": "8.29 ms", - "StdDev": "7.75 ms", - "Median": "3,078.9 ms" + "Mean": "3,056.9 ms", + "Error": "7.51 ms", + "StdDev": "7.03 ms", + "Median": "3,057.8 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.0", - "Mean": "228.9 ms", - "Error": "0.52 ms", - "StdDev": "0.48 ms", - "Median": "229.1 ms" + "Version": "1.21.6", + "Mean": "227.0 ms", + "Error": "0.74 ms", + "StdDev": "0.70 ms", + "Median": "227.0 ms" } ], "MatrixTests": [ { "Method": "TUnit", - "Version": "1.21.0", - "Mean": "610.8 ms", - "Error": "10.79 ms", - "StdDev": "10.10 ms", - "Median": "609.4 ms" + "Version": "1.21.6", + "Mean": "600.2 ms", + "Error": "3.49 ms", + "StdDev": "3.26 ms", + "Median": "599.6 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,626.3 ms", - "Error": "10.08 ms", - "StdDev": "9.43 ms", - "Median": "1,623.9 ms" + "Mean": "1,627.8 ms", + "Error": "7.67 ms", + "StdDev": "6.80 ms", + "Median": "1,627.9 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "1,534.0 ms", - "Error": "6.66 ms", - "StdDev": "5.56 ms", - "Median": "1,533.4 ms" + "Mean": "1,544.2 ms", + "Error": "11.89 ms", + "StdDev": "9.93 ms", + "Median": "1,543.0 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,674.9 ms", - "Error": "10.26 ms", - "StdDev": "9.60 ms", - "Median": "1,671.1 ms" + "Mean": "1,687.0 ms", + "Error": "14.60 ms", + "StdDev": "12.94 ms", + "Median": "1,683.4 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.0", - "Mean": "128.7 ms", - "Error": "0.45 ms", - "StdDev": "0.40 ms", - "Median": "128.7 ms" + "Version": "1.21.6", + "Mean": "129.3 ms", + "Error": "0.37 ms", + "StdDev": "0.34 ms", + "Median": "129.4 ms" } ], "ScaleTests": [ { "Method": "TUnit", - "Version": "1.21.0", - "Mean": "489.33 ms", - "Error": "5.589 ms", - "StdDev": "4.955 ms", - "Median": "488.30 ms" + "Version": "1.21.6", + "Mean": "510.39 ms", + "Error": "6.946 ms", + "StdDev": "6.497 ms", + "Median": "509.11 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "613.55 ms", - "Error": "8.952 ms", - "StdDev": "7.936 ms", - "Median": "613.54 ms" + "Mean": "655.52 ms", + "Error": "8.257 ms", + "StdDev": "7.320 ms", + "Median": "654.43 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "485.08 ms", - "Error": "4.912 ms", - "StdDev": "4.595 ms", - "Median": "485.78 ms" + "Mean": "615.30 ms", + "Error": "8.945 ms", + "StdDev": "7.929 ms", + "Median": "614.05 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "617.35 ms", - "Error": "9.918 ms", - "StdDev": "8.792 ms", - "Median": "614.28 ms" + "Mean": "664.58 ms", + "Error": "10.552 ms", + "StdDev": "9.354 ms", + "Median": "662.41 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.0", - "Mean": "32.68 ms", - "Error": "0.651 ms", - "StdDev": "1.858 ms", - "Median": "32.54 ms" + "Version": "1.21.6", + "Mean": "34.08 ms", + "Error": "0.677 ms", + "StdDev": "1.555 ms", + "Median": "33.73 ms" } ], "SetupTeardownTests": [ { "Method": "TUnit", - "Version": "1.21.0", - "Mean": "538.3 ms", - "Error": "6.21 ms", - "StdDev": "5.81 ms", - "Median": "539.0 ms" + "Version": "1.21.6", + "Mean": "570.4 ms", + "Error": "6.91 ms", + "StdDev": "6.46 ms", + "Median": "570.3 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,174.9 ms", - "Error": "8.37 ms", - "StdDev": "7.42 ms", - "Median": "1,174.5 ms" + "Mean": "1,189.6 ms", + "Error": "6.65 ms", + "StdDev": "5.89 ms", + "Median": "1,188.2 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "1,111.3 ms", - "Error": "8.54 ms", - "StdDev": "7.13 ms", - "Median": "1,112.4 ms" + "Mean": "1,117.5 ms", + "Error": "9.94 ms", + "StdDev": "8.81 ms", + "Median": "1,118.7 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,239.2 ms", - "Error": "9.31 ms", - "StdDev": "8.25 ms", - "Median": "1,240.9 ms" + "Mean": "1,242.6 ms", + "Error": "11.25 ms", + "StdDev": "10.52 ms", + "Median": "1,239.9 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.0", + "Version": "1.21.6", "Mean": "NA", "Error": "NA", "StdDev": "NA", @@ -263,35 +263,35 @@ "BuildTime": [ { "Method": "Build_TUnit", - "Version": "1.21.0", - "Mean": "2.621 s", - "Error": "0.0429 s", - "StdDev": "0.0402 s", - "Median": "2.599 s" + "Version": "1.21.6", + "Mean": "2.580 s", + "Error": "0.0295 s", + "StdDev": "0.0276 s", + "Median": "2.579 s" }, { "Method": "Build_NUnit", "Version": "4.5.1", - "Mean": "2.326 s", - "Error": "0.0153 s", - "StdDev": "0.0135 s", - "Median": "2.326 s" + "Mean": "2.388 s", + "Error": "0.0252 s", + "StdDev": "0.0236 s", + "Median": "2.379 s" }, { "Method": "Build_MSTest", "Version": "4.1.0", - "Mean": "2.409 s", - "Error": "0.0225 s", - "StdDev": "0.0210 s", - "Median": "2.419 s" + "Mean": "2.456 s", + "Error": "0.0163 s", + "StdDev": "0.0152 s", + "Median": "2.459 s" }, { "Method": "Build_xUnit3", "Version": "3.2.2", - "Mean": "2.340 s", - "Error": "0.0246 s", - "StdDev": "0.0230 s", - "Median": "2.340 s" + "Mean": "2.384 s", + "Error": "0.0158 s", + "StdDev": "0.0147 s", + "Median": "2.383 s" } ] }, @@ -299,6 +299,6 @@ "runtimeCategories": 6, "buildCategories": 1, "totalBenchmarks": 7, - "lastUpdated": "2026-03-23T00:40:12.966Z" + "lastUpdated": "2026-03-24T00:33:35.574Z" } } \ No newline at end of file diff --git a/docs/static/benchmarks/summary.json b/docs/static/benchmarks/summary.json index c66c49427f..99dec68c9d 100644 --- a/docs/static/benchmarks/summary.json +++ b/docs/static/benchmarks/summary.json @@ -10,6 +10,6 @@ "build": [ "BuildTime" ], - "timestamp": "2026-03-23", + "timestamp": "2026-03-24", "environment": "Ubuntu Latest • .NET SDK 10.0.201" } \ No newline at end of file