From bcc39da1ec816b4df52bc36c4d4df159557b8aee Mon Sep 17 00:00:00 2001 From: thomhurst <30480171+thomhurst@users.noreply.github.com> Date: Wed, 25 Mar 2026 00:37:38 +0000 Subject: [PATCH] chore: update benchmark results --- docs/docs/benchmarks/AsyncTests.md | 18 +- docs/docs/benchmarks/BuildTime.md | 16 +- docs/docs/benchmarks/DataDrivenTests.md | 18 +- docs/docs/benchmarks/MassiveParallelTests.md | 18 +- docs/docs/benchmarks/MatrixTests.md | 18 +- docs/docs/benchmarks/ScaleTests.md | 18 +- docs/docs/benchmarks/SetupTeardownTests.md | 18 +- docs/docs/benchmarks/index.md | 8 +- docs/static/benchmarks/AsyncTests.json | 48 +-- docs/static/benchmarks/BuildTime.json | 38 +-- docs/static/benchmarks/DataDrivenTests.json | 48 +-- .../benchmarks/MassiveParallelTests.json | 48 +-- docs/static/benchmarks/MatrixTests.json | 48 +-- docs/static/benchmarks/ScaleTests.json | 48 +-- .../static/benchmarks/SetupTeardownTests.json | 40 +-- docs/static/benchmarks/historical.json | 8 +- docs/static/benchmarks/latest.json | 296 +++++++++--------- docs/static/benchmarks/summary.json | 2 +- 18 files changed, 378 insertions(+), 378 deletions(-) diff --git a/docs/docs/benchmarks/AsyncTests.md b/docs/docs/benchmarks/AsyncTests.md index 9abe7735a7..313cad806f 100644 --- a/docs/docs/benchmarks/AsyncTests.md +++ b/docs/docs/benchmarks/AsyncTests.md @@ -7,7 +7,7 @@ sidebar_position: 2 # AsyncTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-24** from the latest CI run. +This benchmark was automatically generated on **2026-03-25** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-24** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.6 | 538.8 ms | 535.0 ms | 8.79 ms | -| NUnit | 4.5.1 | 697.4 ms | 697.8 ms | 9.14 ms | -| MSTest | 4.1.0 | 615.8 ms | 616.0 ms | 3.97 ms | -| xUnit3 | 3.2.2 | 741.0 ms | 740.5 ms | 5.63 ms | -| **TUnit (AOT)** | 1.21.6 | 122.4 ms | 122.3 ms | 0.28 ms | +| **TUnit** | 1.21.20 | 538.0 ms | 534.4 ms | 7.45 ms | +| NUnit | 4.5.1 | 695.5 ms | 694.5 ms | 9.98 ms | +| MSTest | 4.1.0 | 615.5 ms | 614.0 ms | 6.96 ms | +| xUnit3 | 3.2.2 | 749.3 ms | 741.9 ms | 14.70 ms | +| **TUnit (AOT)** | 1.21.20 | 122.9 ms | 122.9 ms | 0.41 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-24** from the latest CI xychart-beta title "AsyncTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 890 - bar [538.8, 697.4, 615.8, 741, 122.4] + y-axis "Time (ms)" 0 --> 900 + bar [538, 695.5, 615.5, 749.3, 122.9] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-24T00:33:35.574Z* +*Last generated: 2026-03-25T00:37:35.045Z* diff --git a/docs/docs/benchmarks/BuildTime.md b/docs/docs/benchmarks/BuildTime.md index cc965988f2..39f3def9a0 100644 --- a/docs/docs/benchmarks/BuildTime.md +++ b/docs/docs/benchmarks/BuildTime.md @@ -7,7 +7,7 @@ sidebar_position: 8 # Build Performance Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-24** from the latest CI run. +This benchmark was automatically generated on **2026-03-25** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -18,10 +18,10 @@ Compilation time comparison across frameworks: | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.6 | 2.580 s | 2.579 s | 0.0276 s | -| Build_NUnit | 4.5.1 | 2.388 s | 2.379 s | 0.0236 s | -| Build_MSTest | 4.1.0 | 2.456 s | 2.459 s | 0.0152 s | -| Build_xUnit3 | 3.2.2 | 2.384 s | 2.383 s | 0.0147 s | +| **TUnit** | 1.21.20 | 2.406 s | 2.411 s | 0.0323 s | +| Build_NUnit | 4.5.1 | 2.221 s | 2.220 s | 0.0204 s | +| Build_MSTest | 4.1.0 | 2.312 s | 2.314 s | 0.0147 s | +| Build_xUnit3 | 3.2.2 | 2.223 s | 2.223 s | 0.0220 s | ## 📈 Visual Comparison @@ -59,8 +59,8 @@ Compilation time comparison across frameworks: xychart-beta title "Build Time Comparison" x-axis ["Build_TUnit", "Build_NUnit", "Build_MSTest", "Build_xUnit3"] - y-axis "Time (s)" 0 --> 4 - bar [2.58, 2.388, 2.456, 2.384] + y-axis "Time (s)" 0 --> 3 + bar [2.406, 2.221, 2.312, 2.223] ``` --- @@ -69,4 +69,4 @@ xychart-beta View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-24T00:33:35.576Z* +*Last generated: 2026-03-25T00:37:35.047Z* diff --git a/docs/docs/benchmarks/DataDrivenTests.md b/docs/docs/benchmarks/DataDrivenTests.md index 9154a74505..9d7143d694 100644 --- a/docs/docs/benchmarks/DataDrivenTests.md +++ b/docs/docs/benchmarks/DataDrivenTests.md @@ -7,7 +7,7 @@ sidebar_position: 3 # DataDrivenTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-24** from the latest CI run. +This benchmark was automatically generated on **2026-03-25** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-24** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.6 | 474.05 ms | 473.41 ms | 5.240 ms | -| NUnit | 4.5.1 | 569.70 ms | 568.16 ms | 4.785 ms | -| MSTest | 4.1.0 | 544.23 ms | 548.14 ms | 11.384 ms | -| xUnit3 | 3.2.2 | 606.81 ms | 605.86 ms | 5.383 ms | -| **TUnit (AOT)** | 1.21.6 | 25.12 ms | 25.30 ms | 0.380 ms | +| **TUnit** | 1.21.20 | 469.09 ms | 467.59 ms | 3.922 ms | +| NUnit | 4.5.1 | 553.19 ms | 551.93 ms | 6.252 ms | +| MSTest | 4.1.0 | 461.75 ms | 458.30 ms | 7.502 ms | +| xUnit3 | 3.2.2 | 588.54 ms | 585.95 ms | 6.872 ms | +| **TUnit (AOT)** | 1.21.20 | 24.19 ms | 24.26 ms | 0.928 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-24** from the latest CI xychart-beta title "DataDrivenTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 729 - bar [474.05, 569.7, 544.23, 606.81, 25.12] + y-axis "Time (ms)" 0 --> 707 + bar [469.09, 553.19, 461.75, 588.54, 24.19] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-24T00:33:35.574Z* +*Last generated: 2026-03-25T00:37:35.045Z* diff --git a/docs/docs/benchmarks/MassiveParallelTests.md b/docs/docs/benchmarks/MassiveParallelTests.md index fc31947ba3..8b337878be 100644 --- a/docs/docs/benchmarks/MassiveParallelTests.md +++ b/docs/docs/benchmarks/MassiveParallelTests.md @@ -7,7 +7,7 @@ sidebar_position: 4 # MassiveParallelTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-24** from the latest CI run. +This benchmark was automatically generated on **2026-03-25** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-24** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.6 | 625.3 ms | 624.7 ms | 5.13 ms | -| NUnit | 4.5.1 | 1,187.6 ms | 1,185.7 ms | 10.87 ms | -| MSTest | 4.1.0 | 2,936.0 ms | 2,936.5 ms | 7.65 ms | -| xUnit3 | 3.2.2 | 3,056.9 ms | 3,057.8 ms | 7.03 ms | -| **TUnit (AOT)** | 1.21.6 | 227.0 ms | 227.0 ms | 0.70 ms | +| **TUnit** | 1.21.20 | 662.5 ms | 662.0 ms | 2.79 ms | +| NUnit | 4.5.1 | 1,215.1 ms | 1,215.0 ms | 6.52 ms | +| MSTest | 4.1.0 | 2,947.3 ms | 2,948.9 ms | 5.35 ms | +| xUnit3 | 3.2.2 | 3,076.8 ms | 3,077.3 ms | 7.28 ms | +| **TUnit (AOT)** | 1.21.20 | 226.7 ms | 226.8 ms | 0.51 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-24** from the latest CI xychart-beta title "MassiveParallelTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 3669 - bar [625.3, 1187.6, 2936, 3056.9, 227] + y-axis "Time (ms)" 0 --> 3693 + bar [662.5, 1215.1, 2947.3, 3076.8, 226.7] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-24T00:33:35.575Z* +*Last generated: 2026-03-25T00:37:35.045Z* diff --git a/docs/docs/benchmarks/MatrixTests.md b/docs/docs/benchmarks/MatrixTests.md index 4215134ee7..7c002ce478 100644 --- a/docs/docs/benchmarks/MatrixTests.md +++ b/docs/docs/benchmarks/MatrixTests.md @@ -7,7 +7,7 @@ sidebar_position: 5 # MatrixTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-24** from the latest CI run. +This benchmark was automatically generated on **2026-03-25** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-24** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.6 | 600.2 ms | 599.6 ms | 3.26 ms | -| NUnit | 4.5.1 | 1,627.8 ms | 1,627.9 ms | 6.80 ms | -| MSTest | 4.1.0 | 1,544.2 ms | 1,543.0 ms | 9.93 ms | -| xUnit3 | 3.2.2 | 1,687.0 ms | 1,683.4 ms | 12.94 ms | -| **TUnit (AOT)** | 1.21.6 | 129.3 ms | 129.4 ms | 0.34 ms | +| **TUnit** | 1.21.20 | 612.8 ms | 613.0 ms | 2.96 ms | +| NUnit | 4.5.1 | 1,644.4 ms | 1,644.6 ms | 6.71 ms | +| MSTest | 4.1.0 | 1,548.6 ms | 1,548.7 ms | 8.61 ms | +| xUnit3 | 3.2.2 | 1,692.8 ms | 1,694.6 ms | 5.66 ms | +| **TUnit (AOT)** | 1.21.20 | 129.0 ms | 128.9 ms | 0.42 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-24** from the latest CI xychart-beta title "MatrixTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 2025 - bar [600.2, 1627.8, 1544.2, 1687, 129.3] + y-axis "Time (ms)" 0 --> 2032 + bar [612.8, 1644.4, 1548.6, 1692.8, 129] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-24T00:33:35.575Z* +*Last generated: 2026-03-25T00:37:35.046Z* diff --git a/docs/docs/benchmarks/ScaleTests.md b/docs/docs/benchmarks/ScaleTests.md index 96a6f7ecd8..e7653369ec 100644 --- a/docs/docs/benchmarks/ScaleTests.md +++ b/docs/docs/benchmarks/ScaleTests.md @@ -7,7 +7,7 @@ sidebar_position: 6 # ScaleTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-24** from the latest CI run. +This benchmark was automatically generated on **2026-03-25** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-24** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.6 | 510.39 ms | 509.11 ms | 6.497 ms | -| NUnit | 4.5.1 | 655.52 ms | 654.43 ms | 7.320 ms | -| MSTest | 4.1.0 | 615.30 ms | 614.05 ms | 7.929 ms | -| xUnit3 | 3.2.2 | 664.58 ms | 662.41 ms | 9.354 ms | -| **TUnit (AOT)** | 1.21.6 | 34.08 ms | 33.73 ms | 1.555 ms | +| **TUnit** | 1.21.20 | 514.60 ms | 512.97 ms | 6.663 ms | +| NUnit | 4.5.1 | 681.33 ms | 679.38 ms | 8.723 ms | +| MSTest | 4.1.0 | 683.19 ms | 683.67 ms | 10.074 ms | +| xUnit3 | 3.2.2 | 693.17 ms | 693.08 ms | 6.816 ms | +| **TUnit (AOT)** | 1.21.20 | 36.08 ms | 36.18 ms | 2.507 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-24** from the latest CI xychart-beta title "ScaleTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 798 - bar [510.39, 655.52, 615.3, 664.58, 34.08] + y-axis "Time (ms)" 0 --> 832 + bar [514.6, 681.33, 683.19, 693.17, 36.08] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-24T00:33:35.575Z* +*Last generated: 2026-03-25T00:37:35.046Z* diff --git a/docs/docs/benchmarks/SetupTeardownTests.md b/docs/docs/benchmarks/SetupTeardownTests.md index c951ef22e1..4191380165 100644 --- a/docs/docs/benchmarks/SetupTeardownTests.md +++ b/docs/docs/benchmarks/SetupTeardownTests.md @@ -7,7 +7,7 @@ sidebar_position: 7 # SetupTeardownTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-24** from the latest CI run. +This benchmark was automatically generated on **2026-03-25** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-24** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.6 | 570.4 ms | 570.3 ms | 6.46 ms | -| NUnit | 4.5.1 | 1,189.6 ms | 1,188.2 ms | 5.89 ms | -| MSTest | 4.1.0 | 1,117.5 ms | 1,118.7 ms | 8.81 ms | -| xUnit3 | 3.2.2 | 1,242.6 ms | 1,239.9 ms | 10.52 ms | -| **TUnit (AOT)** | 1.21.6 | NA | NA | NA | +| **TUnit** | 1.21.20 | 536.7 ms | 536.3 ms | 4.18 ms | +| NUnit | 4.5.1 | 1,154.6 ms | 1,154.1 ms | 6.62 ms | +| MSTest | 4.1.0 | 1,096.5 ms | 1,096.9 ms | 3.67 ms | +| xUnit3 | 3.2.2 | 1,220.2 ms | 1,219.5 ms | 8.73 ms | +| **TUnit (AOT)** | 1.21.20 | NA | NA | NA | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-24** from the latest CI xychart-beta title "SetupTeardownTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 1492 - bar [570.4, 1189.6, 1117.5, 1242.6, 0] + y-axis "Time (ms)" 0 --> 1465 + bar [536.7, 1154.6, 1096.5, 1220.2, 0] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-24T00:33:35.576Z* +*Last generated: 2026-03-25T00:37:35.046Z* diff --git a/docs/docs/benchmarks/index.md b/docs/docs/benchmarks/index.md index bdf9eb6141..41d7cb502d 100644 --- a/docs/docs/benchmarks/index.md +++ b/docs/docs/benchmarks/index.md @@ -7,7 +7,7 @@ sidebar_position: 1 # Performance Benchmarks :::info Last Updated -These benchmarks were automatically generated on **2026-03-24** from the latest CI run. +These benchmarks were automatically generated on **2026-03-25** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -37,7 +37,7 @@ These benchmarks compare TUnit against the most popular .NET testing frameworks: | Framework | Version Tested | |-----------|----------------| -| **TUnit** | 1.21.6 | +| **TUnit** | 1.21.20 | | **xUnit v3** | 3.2.2 | | **NUnit** | 4.5.1 | | **MSTest** | 4.1.0 | @@ -56,7 +56,7 @@ The benchmarks measure real-world testing patterns: ### Environment - **OS**: Ubuntu Latest (GitHub Actions) -- **Runtime**: .NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3 +- **Runtime**: .NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4 - **SDK**: .NET SDK 10.0.201 - **Hardware**: GitHub Actions Standard Runner (Ubuntu) - **Tool**: BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat) @@ -80,4 +80,4 @@ These benchmarks run automatically daily via [GitHub Actions](https://github.com Each benchmark runs multiple iterations with statistical analysis to ensure accuracy. Results may vary based on hardware and test characteristics. ::: -*Last generated: 2026-03-24T00:33:35.576Z* +*Last generated: 2026-03-25T00:37:35.047Z* diff --git a/docs/static/benchmarks/AsyncTests.json b/docs/static/benchmarks/AsyncTests.json index 2f85ab8e53..8ed224b4db 100644 --- a/docs/static/benchmarks/AsyncTests.json +++ b/docs/static/benchmarks/AsyncTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-03-24T00:33:35.574Z", + "timestamp": "2026-03-25T00:37:35.045Z", "category": "AsyncTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.21.6", - "Mean": "538.8 ms", - "Error": "9.40 ms", - "StdDev": "8.79 ms", - "Median": "535.0 ms" + "Version": "1.21.20", + "Mean": "538.0 ms", + "Error": "7.97 ms", + "StdDev": "7.45 ms", + "Median": "534.4 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "697.4 ms", - "Error": "10.31 ms", - "StdDev": "9.14 ms", - "Median": "697.8 ms" + "Mean": "695.5 ms", + "Error": "11.25 ms", + "StdDev": "9.98 ms", + "Median": "694.5 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "615.8 ms", - "Error": "4.76 ms", - "StdDev": "3.97 ms", - "Median": "616.0 ms" + "Mean": "615.5 ms", + "Error": "8.34 ms", + "StdDev": "6.96 ms", + "Median": "614.0 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "741.0 ms", - "Error": "6.02 ms", - "StdDev": "5.63 ms", - "Median": "740.5 ms" + "Mean": "749.3 ms", + "Error": "14.97 ms", + "StdDev": "14.70 ms", + "Median": "741.9 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.6", - "Mean": "122.4 ms", - "Error": "0.30 ms", - "StdDev": "0.28 ms", - "Median": "122.3 ms" + "Version": "1.21.20", + "Mean": "122.9 ms", + "Error": "0.44 ms", + "StdDev": "0.41 ms", + "Median": "122.9 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/BuildTime.json b/docs/static/benchmarks/BuildTime.json index 52ad546816..aeda8a7300 100644 --- a/docs/static/benchmarks/BuildTime.json +++ b/docs/static/benchmarks/BuildTime.json @@ -1,43 +1,43 @@ { - "timestamp": "2026-03-24T00:33:35.576Z", + "timestamp": "2026-03-25T00:37:35.047Z", "category": "BuildTime", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "Build_TUnit", - "Version": "1.21.6", - "Mean": "2.580 s", - "Error": "0.0295 s", - "StdDev": "0.0276 s", - "Median": "2.579 s" + "Version": "1.21.20", + "Mean": "2.406 s", + "Error": "0.0345 s", + "StdDev": "0.0323 s", + "Median": "2.411 s" }, { "Method": "Build_NUnit", "Version": "4.5.1", - "Mean": "2.388 s", - "Error": "0.0252 s", - "StdDev": "0.0236 s", - "Median": "2.379 s" + "Mean": "2.221 s", + "Error": "0.0218 s", + "StdDev": "0.0204 s", + "Median": "2.220 s" }, { "Method": "Build_MSTest", "Version": "4.1.0", - "Mean": "2.456 s", - "Error": "0.0163 s", - "StdDev": "0.0152 s", - "Median": "2.459 s" + "Mean": "2.312 s", + "Error": "0.0165 s", + "StdDev": "0.0147 s", + "Median": "2.314 s" }, { "Method": "Build_xUnit3", "Version": "3.2.2", - "Mean": "2.384 s", - "Error": "0.0158 s", - "StdDev": "0.0147 s", - "Median": "2.383 s" + "Mean": "2.223 s", + "Error": "0.0235 s", + "StdDev": "0.0220 s", + "Median": "2.223 s" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/DataDrivenTests.json b/docs/static/benchmarks/DataDrivenTests.json index ce3b5f41cd..fb6bd7a7f1 100644 --- a/docs/static/benchmarks/DataDrivenTests.json +++ b/docs/static/benchmarks/DataDrivenTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-03-24T00:33:35.575Z", + "timestamp": "2026-03-25T00:37:35.045Z", "category": "DataDrivenTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.21.6", - "Mean": "474.05 ms", - "Error": "5.911 ms", - "StdDev": "5.240 ms", - "Median": "473.41 ms" + "Version": "1.21.20", + "Mean": "469.09 ms", + "Error": "4.424 ms", + "StdDev": "3.922 ms", + "Median": "467.59 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "569.70 ms", - "Error": "6.129 ms", - "StdDev": "4.785 ms", - "Median": "568.16 ms" + "Mean": "553.19 ms", + "Error": "6.684 ms", + "StdDev": "6.252 ms", + "Median": "551.93 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "544.23 ms", - "Error": "10.639 ms", - "StdDev": "11.384 ms", - "Median": "548.14 ms" + "Mean": "461.75 ms", + "Error": "8.984 ms", + "StdDev": "7.502 ms", + "Median": "458.30 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "606.81 ms", - "Error": "6.895 ms", - "StdDev": "5.383 ms", - "Median": "605.86 ms" + "Mean": "588.54 ms", + "Error": "7.752 ms", + "StdDev": "6.872 ms", + "Median": "585.95 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.6", - "Mean": "25.12 ms", - "Error": "0.487 ms", - "StdDev": "0.380 ms", - "Median": "25.30 ms" + "Version": "1.21.20", + "Mean": "24.19 ms", + "Error": "0.476 ms", + "StdDev": "0.928 ms", + "Median": "24.26 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MassiveParallelTests.json b/docs/static/benchmarks/MassiveParallelTests.json index 4485fb3aa7..1ac6ea00b5 100644 --- a/docs/static/benchmarks/MassiveParallelTests.json +++ b/docs/static/benchmarks/MassiveParallelTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-03-24T00:33:35.575Z", + "timestamp": "2026-03-25T00:37:35.045Z", "category": "MassiveParallelTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.21.6", - "Mean": "625.3 ms", - "Error": "5.48 ms", - "StdDev": "5.13 ms", - "Median": "624.7 ms" + "Version": "1.21.20", + "Mean": "662.5 ms", + "Error": "3.34 ms", + "StdDev": "2.79 ms", + "Median": "662.0 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,187.6 ms", - "Error": "13.01 ms", - "StdDev": "10.87 ms", - "Median": "1,185.7 ms" + "Mean": "1,215.1 ms", + "Error": "6.97 ms", + "StdDev": "6.52 ms", + "Median": "1,215.0 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "2,936.0 ms", - "Error": "8.18 ms", - "StdDev": "7.65 ms", - "Median": "2,936.5 ms" + "Mean": "2,947.3 ms", + "Error": "6.04 ms", + "StdDev": "5.35 ms", + "Median": "2,948.9 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "3,056.9 ms", - "Error": "7.51 ms", - "StdDev": "7.03 ms", - "Median": "3,057.8 ms" + "Mean": "3,076.8 ms", + "Error": "8.21 ms", + "StdDev": "7.28 ms", + "Median": "3,077.3 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.6", - "Mean": "227.0 ms", - "Error": "0.74 ms", - "StdDev": "0.70 ms", - "Median": "227.0 ms" + "Version": "1.21.20", + "Mean": "226.7 ms", + "Error": "0.54 ms", + "StdDev": "0.51 ms", + "Median": "226.8 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MatrixTests.json b/docs/static/benchmarks/MatrixTests.json index 82b76380e4..23d85ffa4c 100644 --- a/docs/static/benchmarks/MatrixTests.json +++ b/docs/static/benchmarks/MatrixTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-03-24T00:33:35.575Z", + "timestamp": "2026-03-25T00:37:35.046Z", "category": "MatrixTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.21.6", - "Mean": "600.2 ms", - "Error": "3.49 ms", - "StdDev": "3.26 ms", - "Median": "599.6 ms" + "Version": "1.21.20", + "Mean": "612.8 ms", + "Error": "3.55 ms", + "StdDev": "2.96 ms", + "Median": "613.0 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,627.8 ms", - "Error": "7.67 ms", - "StdDev": "6.80 ms", - "Median": "1,627.9 ms" + "Mean": "1,644.4 ms", + "Error": "7.17 ms", + "StdDev": "6.71 ms", + "Median": "1,644.6 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "1,544.2 ms", - "Error": "11.89 ms", - "StdDev": "9.93 ms", - "Median": "1,543.0 ms" + "Mean": "1,548.6 ms", + "Error": "9.72 ms", + "StdDev": "8.61 ms", + "Median": "1,548.7 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,687.0 ms", - "Error": "14.60 ms", - "StdDev": "12.94 ms", - "Median": "1,683.4 ms" + "Mean": "1,692.8 ms", + "Error": "6.39 ms", + "StdDev": "5.66 ms", + "Median": "1,694.6 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.6", - "Mean": "129.3 ms", - "Error": "0.37 ms", - "StdDev": "0.34 ms", - "Median": "129.4 ms" + "Version": "1.21.20", + "Mean": "129.0 ms", + "Error": "0.44 ms", + "StdDev": "0.42 ms", + "Median": "128.9 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/ScaleTests.json b/docs/static/benchmarks/ScaleTests.json index 7839c94d35..44c1bc83b9 100644 --- a/docs/static/benchmarks/ScaleTests.json +++ b/docs/static/benchmarks/ScaleTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-03-24T00:33:35.575Z", + "timestamp": "2026-03-25T00:37:35.046Z", "category": "ScaleTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.21.6", - "Mean": "510.39 ms", - "Error": "6.946 ms", - "StdDev": "6.497 ms", - "Median": "509.11 ms" + "Version": "1.21.20", + "Mean": "514.60 ms", + "Error": "7.124 ms", + "StdDev": "6.663 ms", + "Median": "512.97 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "655.52 ms", - "Error": "8.257 ms", - "StdDev": "7.320 ms", - "Median": "654.43 ms" + "Mean": "681.33 ms", + "Error": "9.326 ms", + "StdDev": "8.723 ms", + "Median": "679.38 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "615.30 ms", - "Error": "8.945 ms", - "StdDev": "7.929 ms", - "Median": "614.05 ms" + "Mean": "683.19 ms", + "Error": "11.364 ms", + "StdDev": "10.074 ms", + "Median": "683.67 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "664.58 ms", - "Error": "10.552 ms", - "StdDev": "9.354 ms", - "Median": "662.41 ms" + "Mean": "693.17 ms", + "Error": "7.689 ms", + "StdDev": "6.816 ms", + "Median": "693.08 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.6", - "Mean": "34.08 ms", - "Error": "0.677 ms", - "StdDev": "1.555 ms", - "Median": "33.73 ms" + "Version": "1.21.20", + "Mean": "36.08 ms", + "Error": "0.850 ms", + "StdDev": "2.507 ms", + "Median": "36.18 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/SetupTeardownTests.json b/docs/static/benchmarks/SetupTeardownTests.json index 6506c7536b..8c046d1c6e 100644 --- a/docs/static/benchmarks/SetupTeardownTests.json +++ b/docs/static/benchmarks/SetupTeardownTests.json @@ -1,47 +1,47 @@ { - "timestamp": "2026-03-24T00:33:35.576Z", + "timestamp": "2026-03-25T00:37:35.046Z", "category": "SetupTeardownTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.21.6", - "Mean": "570.4 ms", - "Error": "6.91 ms", - "StdDev": "6.46 ms", - "Median": "570.3 ms" + "Version": "1.21.20", + "Mean": "536.7 ms", + "Error": "4.71 ms", + "StdDev": "4.18 ms", + "Median": "536.3 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,189.6 ms", - "Error": "6.65 ms", - "StdDev": "5.89 ms", - "Median": "1,188.2 ms" + "Mean": "1,154.6 ms", + "Error": "7.47 ms", + "StdDev": "6.62 ms", + "Median": "1,154.1 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "1,117.5 ms", - "Error": "9.94 ms", - "StdDev": "8.81 ms", - "Median": "1,118.7 ms" + "Mean": "1,096.5 ms", + "Error": "4.14 ms", + "StdDev": "3.67 ms", + "Median": "1,096.9 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,242.6 ms", - "Error": "11.25 ms", - "StdDev": "10.52 ms", - "Median": "1,239.9 ms" + "Mean": "1,220.2 ms", + "Error": "9.34 ms", + "StdDev": "8.73 ms", + "Median": "1,219.5 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.6", + "Version": "1.21.20", "Mean": "NA", "Error": "NA", "StdDev": "NA", diff --git a/docs/static/benchmarks/historical.json b/docs/static/benchmarks/historical.json index d6609e39b9..5db2785300 100644 --- a/docs/static/benchmarks/historical.json +++ b/docs/static/benchmarks/historical.json @@ -1,8 +1,4 @@ [ - { - "date": "2026-01-02", - "environment": "Ubuntu" - }, { "date": "2026-01-03", "environment": "Ubuntu" @@ -358,5 +354,9 @@ { "date": "2026-03-24", "environment": "Ubuntu" + }, + { + "date": "2026-03-25", + "environment": "Ubuntu" } ] \ No newline at end of file diff --git a/docs/static/benchmarks/latest.json b/docs/static/benchmarks/latest.json index 562bb07b7f..41744ebb06 100644 --- a/docs/static/benchmarks/latest.json +++ b/docs/static/benchmarks/latest.json @@ -1,257 +1,257 @@ { - "timestamp": "2026-03-24T00:33:35.576Z", + "timestamp": "2026-03-25T00:37:35.047Z", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" }, "categories": { "AsyncTests": [ { "Method": "TUnit", - "Version": "1.21.6", - "Mean": "538.8 ms", - "Error": "9.40 ms", - "StdDev": "8.79 ms", - "Median": "535.0 ms" + "Version": "1.21.20", + "Mean": "538.0 ms", + "Error": "7.97 ms", + "StdDev": "7.45 ms", + "Median": "534.4 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "697.4 ms", - "Error": "10.31 ms", - "StdDev": "9.14 ms", - "Median": "697.8 ms" + "Mean": "695.5 ms", + "Error": "11.25 ms", + "StdDev": "9.98 ms", + "Median": "694.5 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "615.8 ms", - "Error": "4.76 ms", - "StdDev": "3.97 ms", - "Median": "616.0 ms" + "Mean": "615.5 ms", + "Error": "8.34 ms", + "StdDev": "6.96 ms", + "Median": "614.0 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "741.0 ms", - "Error": "6.02 ms", - "StdDev": "5.63 ms", - "Median": "740.5 ms" + "Mean": "749.3 ms", + "Error": "14.97 ms", + "StdDev": "14.70 ms", + "Median": "741.9 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.6", - "Mean": "122.4 ms", - "Error": "0.30 ms", - "StdDev": "0.28 ms", - "Median": "122.3 ms" + "Version": "1.21.20", + "Mean": "122.9 ms", + "Error": "0.44 ms", + "StdDev": "0.41 ms", + "Median": "122.9 ms" } ], "DataDrivenTests": [ { "Method": "TUnit", - "Version": "1.21.6", - "Mean": "474.05 ms", - "Error": "5.911 ms", - "StdDev": "5.240 ms", - "Median": "473.41 ms" + "Version": "1.21.20", + "Mean": "469.09 ms", + "Error": "4.424 ms", + "StdDev": "3.922 ms", + "Median": "467.59 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "569.70 ms", - "Error": "6.129 ms", - "StdDev": "4.785 ms", - "Median": "568.16 ms" + "Mean": "553.19 ms", + "Error": "6.684 ms", + "StdDev": "6.252 ms", + "Median": "551.93 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "544.23 ms", - "Error": "10.639 ms", - "StdDev": "11.384 ms", - "Median": "548.14 ms" + "Mean": "461.75 ms", + "Error": "8.984 ms", + "StdDev": "7.502 ms", + "Median": "458.30 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "606.81 ms", - "Error": "6.895 ms", - "StdDev": "5.383 ms", - "Median": "605.86 ms" + "Mean": "588.54 ms", + "Error": "7.752 ms", + "StdDev": "6.872 ms", + "Median": "585.95 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.6", - "Mean": "25.12 ms", - "Error": "0.487 ms", - "StdDev": "0.380 ms", - "Median": "25.30 ms" + "Version": "1.21.20", + "Mean": "24.19 ms", + "Error": "0.476 ms", + "StdDev": "0.928 ms", + "Median": "24.26 ms" } ], "MassiveParallelTests": [ { "Method": "TUnit", - "Version": "1.21.6", - "Mean": "625.3 ms", - "Error": "5.48 ms", - "StdDev": "5.13 ms", - "Median": "624.7 ms" + "Version": "1.21.20", + "Mean": "662.5 ms", + "Error": "3.34 ms", + "StdDev": "2.79 ms", + "Median": "662.0 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,187.6 ms", - "Error": "13.01 ms", - "StdDev": "10.87 ms", - "Median": "1,185.7 ms" + "Mean": "1,215.1 ms", + "Error": "6.97 ms", + "StdDev": "6.52 ms", + "Median": "1,215.0 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "2,936.0 ms", - "Error": "8.18 ms", - "StdDev": "7.65 ms", - "Median": "2,936.5 ms" + "Mean": "2,947.3 ms", + "Error": "6.04 ms", + "StdDev": "5.35 ms", + "Median": "2,948.9 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "3,056.9 ms", - "Error": "7.51 ms", - "StdDev": "7.03 ms", - "Median": "3,057.8 ms" + "Mean": "3,076.8 ms", + "Error": "8.21 ms", + "StdDev": "7.28 ms", + "Median": "3,077.3 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.6", - "Mean": "227.0 ms", - "Error": "0.74 ms", - "StdDev": "0.70 ms", - "Median": "227.0 ms" + "Version": "1.21.20", + "Mean": "226.7 ms", + "Error": "0.54 ms", + "StdDev": "0.51 ms", + "Median": "226.8 ms" } ], "MatrixTests": [ { "Method": "TUnit", - "Version": "1.21.6", - "Mean": "600.2 ms", - "Error": "3.49 ms", - "StdDev": "3.26 ms", - "Median": "599.6 ms" + "Version": "1.21.20", + "Mean": "612.8 ms", + "Error": "3.55 ms", + "StdDev": "2.96 ms", + "Median": "613.0 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,627.8 ms", - "Error": "7.67 ms", - "StdDev": "6.80 ms", - "Median": "1,627.9 ms" + "Mean": "1,644.4 ms", + "Error": "7.17 ms", + "StdDev": "6.71 ms", + "Median": "1,644.6 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "1,544.2 ms", - "Error": "11.89 ms", - "StdDev": "9.93 ms", - "Median": "1,543.0 ms" + "Mean": "1,548.6 ms", + "Error": "9.72 ms", + "StdDev": "8.61 ms", + "Median": "1,548.7 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,687.0 ms", - "Error": "14.60 ms", - "StdDev": "12.94 ms", - "Median": "1,683.4 ms" + "Mean": "1,692.8 ms", + "Error": "6.39 ms", + "StdDev": "5.66 ms", + "Median": "1,694.6 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.6", - "Mean": "129.3 ms", - "Error": "0.37 ms", - "StdDev": "0.34 ms", - "Median": "129.4 ms" + "Version": "1.21.20", + "Mean": "129.0 ms", + "Error": "0.44 ms", + "StdDev": "0.42 ms", + "Median": "128.9 ms" } ], "ScaleTests": [ { "Method": "TUnit", - "Version": "1.21.6", - "Mean": "510.39 ms", - "Error": "6.946 ms", - "StdDev": "6.497 ms", - "Median": "509.11 ms" + "Version": "1.21.20", + "Mean": "514.60 ms", + "Error": "7.124 ms", + "StdDev": "6.663 ms", + "Median": "512.97 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "655.52 ms", - "Error": "8.257 ms", - "StdDev": "7.320 ms", - "Median": "654.43 ms" + "Mean": "681.33 ms", + "Error": "9.326 ms", + "StdDev": "8.723 ms", + "Median": "679.38 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "615.30 ms", - "Error": "8.945 ms", - "StdDev": "7.929 ms", - "Median": "614.05 ms" + "Mean": "683.19 ms", + "Error": "11.364 ms", + "StdDev": "10.074 ms", + "Median": "683.67 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "664.58 ms", - "Error": "10.552 ms", - "StdDev": "9.354 ms", - "Median": "662.41 ms" + "Mean": "693.17 ms", + "Error": "7.689 ms", + "StdDev": "6.816 ms", + "Median": "693.08 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.6", - "Mean": "34.08 ms", - "Error": "0.677 ms", - "StdDev": "1.555 ms", - "Median": "33.73 ms" + "Version": "1.21.20", + "Mean": "36.08 ms", + "Error": "0.850 ms", + "StdDev": "2.507 ms", + "Median": "36.18 ms" } ], "SetupTeardownTests": [ { "Method": "TUnit", - "Version": "1.21.6", - "Mean": "570.4 ms", - "Error": "6.91 ms", - "StdDev": "6.46 ms", - "Median": "570.3 ms" + "Version": "1.21.20", + "Mean": "536.7 ms", + "Error": "4.71 ms", + "StdDev": "4.18 ms", + "Median": "536.3 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,189.6 ms", - "Error": "6.65 ms", - "StdDev": "5.89 ms", - "Median": "1,188.2 ms" + "Mean": "1,154.6 ms", + "Error": "7.47 ms", + "StdDev": "6.62 ms", + "Median": "1,154.1 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "1,117.5 ms", - "Error": "9.94 ms", - "StdDev": "8.81 ms", - "Median": "1,118.7 ms" + "Mean": "1,096.5 ms", + "Error": "4.14 ms", + "StdDev": "3.67 ms", + "Median": "1,096.9 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,242.6 ms", - "Error": "11.25 ms", - "StdDev": "10.52 ms", - "Median": "1,239.9 ms" + "Mean": "1,220.2 ms", + "Error": "9.34 ms", + "StdDev": "8.73 ms", + "Median": "1,219.5 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.6", + "Version": "1.21.20", "Mean": "NA", "Error": "NA", "StdDev": "NA", @@ -263,35 +263,35 @@ "BuildTime": [ { "Method": "Build_TUnit", - "Version": "1.21.6", - "Mean": "2.580 s", - "Error": "0.0295 s", - "StdDev": "0.0276 s", - "Median": "2.579 s" + "Version": "1.21.20", + "Mean": "2.406 s", + "Error": "0.0345 s", + "StdDev": "0.0323 s", + "Median": "2.411 s" }, { "Method": "Build_NUnit", "Version": "4.5.1", - "Mean": "2.388 s", - "Error": "0.0252 s", - "StdDev": "0.0236 s", - "Median": "2.379 s" + "Mean": "2.221 s", + "Error": "0.0218 s", + "StdDev": "0.0204 s", + "Median": "2.220 s" }, { "Method": "Build_MSTest", "Version": "4.1.0", - "Mean": "2.456 s", - "Error": "0.0163 s", - "StdDev": "0.0152 s", - "Median": "2.459 s" + "Mean": "2.312 s", + "Error": "0.0165 s", + "StdDev": "0.0147 s", + "Median": "2.314 s" }, { "Method": "Build_xUnit3", "Version": "3.2.2", - "Mean": "2.384 s", - "Error": "0.0158 s", - "StdDev": "0.0147 s", - "Median": "2.383 s" + "Mean": "2.223 s", + "Error": "0.0235 s", + "StdDev": "0.0220 s", + "Median": "2.223 s" } ] }, @@ -299,6 +299,6 @@ "runtimeCategories": 6, "buildCategories": 1, "totalBenchmarks": 7, - "lastUpdated": "2026-03-24T00:33:35.574Z" + "lastUpdated": "2026-03-25T00:37:35.044Z" } } \ No newline at end of file diff --git a/docs/static/benchmarks/summary.json b/docs/static/benchmarks/summary.json index 99dec68c9d..fd679b7ac9 100644 --- a/docs/static/benchmarks/summary.json +++ b/docs/static/benchmarks/summary.json @@ -10,6 +10,6 @@ "build": [ "BuildTime" ], - "timestamp": "2026-03-24", + "timestamp": "2026-03-25", "environment": "Ubuntu Latest • .NET SDK 10.0.201" } \ No newline at end of file