From 41c929480478ca45bcab25fab8e5dabfbe52e342 Mon Sep 17 00:00:00 2001 From: thomhurst <30480171+thomhurst@users.noreply.github.com> Date: Thu, 26 Mar 2026 00:39:45 +0000 Subject: [PATCH] chore: update benchmark results --- docs/docs/benchmarks/AsyncTests.md | 18 +- docs/docs/benchmarks/BuildTime.md | 16 +- docs/docs/benchmarks/DataDrivenTests.md | 18 +- docs/docs/benchmarks/MassiveParallelTests.md | 18 +- docs/docs/benchmarks/MatrixTests.md | 18 +- docs/docs/benchmarks/ScaleTests.md | 18 +- docs/docs/benchmarks/SetupTeardownTests.md | 18 +- docs/docs/benchmarks/index.md | 10 +- docs/static/benchmarks/AsyncTests.json | 48 +-- docs/static/benchmarks/BuildTime.json | 40 +-- docs/static/benchmarks/DataDrivenTests.json | 50 +-- .../benchmarks/MassiveParallelTests.json | 50 +-- docs/static/benchmarks/MatrixTests.json | 50 +-- docs/static/benchmarks/ScaleTests.json | 50 +-- .../static/benchmarks/SetupTeardownTests.json | 42 +-- docs/static/benchmarks/historical.json | 8 +- docs/static/benchmarks/latest.json | 296 +++++++++--------- docs/static/benchmarks/summary.json | 2 +- 18 files changed, 385 insertions(+), 385 deletions(-) diff --git a/docs/docs/benchmarks/AsyncTests.md b/docs/docs/benchmarks/AsyncTests.md index 313cad806f..0b5dc8ecd5 100644 --- a/docs/docs/benchmarks/AsyncTests.md +++ b/docs/docs/benchmarks/AsyncTests.md @@ -7,7 +7,7 @@ sidebar_position: 2 # AsyncTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-25** from the latest CI run. +This benchmark was automatically generated on **2026-03-26** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-25** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.20 | 538.0 ms | 534.4 ms | 7.45 ms | -| NUnit | 4.5.1 | 695.5 ms | 694.5 ms | 9.98 ms | -| MSTest | 4.1.0 | 615.5 ms | 614.0 ms | 6.96 ms | -| xUnit3 | 3.2.2 | 749.3 ms | 741.9 ms | 14.70 ms | -| **TUnit (AOT)** | 1.21.20 | 122.9 ms | 122.9 ms | 0.41 ms | +| **TUnit** | 1.21.24 | 538.0 ms | 536.7 ms | 6.62 ms | +| NUnit | 4.5.1 | 695.9 ms | 692.2 ms | 11.73 ms | +| MSTest | 4.1.0 | 615.1 ms | 613.9 ms | 4.36 ms | +| xUnit3 | 3.2.2 | 742.7 ms | 741.6 ms | 4.43 ms | +| **TUnit (AOT)** | 1.21.24 | 122.2 ms | 122.2 ms | 0.13 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-25** from the latest CI xychart-beta title "AsyncTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 900 - bar [538, 695.5, 615.5, 749.3, 122.9] + y-axis "Time (ms)" 0 --> 892 + bar [538, 695.9, 615.1, 742.7, 122.2] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-25T00:37:35.045Z* +*Last generated: 2026-03-26T00:39:42.200Z* diff --git a/docs/docs/benchmarks/BuildTime.md b/docs/docs/benchmarks/BuildTime.md index 39f3def9a0..83cca3cc6c 100644 --- a/docs/docs/benchmarks/BuildTime.md +++ b/docs/docs/benchmarks/BuildTime.md @@ -7,7 +7,7 @@ sidebar_position: 8 # Build Performance Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-25** from the latest CI run. +This benchmark was automatically generated on **2026-03-26** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -18,10 +18,10 @@ Compilation time comparison across frameworks: | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.20 | 2.406 s | 2.411 s | 0.0323 s | -| Build_NUnit | 4.5.1 | 2.221 s | 2.220 s | 0.0204 s | -| Build_MSTest | 4.1.0 | 2.312 s | 2.314 s | 0.0147 s | -| Build_xUnit3 | 3.2.2 | 2.223 s | 2.223 s | 0.0220 s | +| **TUnit** | 1.21.24 | 2.661 s | 2.668 s | 0.0538 s | +| Build_NUnit | 4.5.1 | 2.430 s | 2.423 s | 0.0251 s | +| Build_MSTest | 4.1.0 | 2.517 s | 2.512 s | 0.0206 s | +| Build_xUnit3 | 3.2.2 | 2.438 s | 2.426 s | 0.0342 s | ## 📈 Visual Comparison @@ -59,8 +59,8 @@ Compilation time comparison across frameworks: xychart-beta title "Build Time Comparison" x-axis ["Build_TUnit", "Build_NUnit", "Build_MSTest", "Build_xUnit3"] - y-axis "Time (s)" 0 --> 3 - bar [2.406, 2.221, 2.312, 2.223] + y-axis "Time (s)" 0 --> 4 + bar [2.661, 2.43, 2.517, 2.438] ``` --- @@ -69,4 +69,4 @@ xychart-beta View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-25T00:37:35.047Z* +*Last generated: 2026-03-26T00:39:42.202Z* diff --git a/docs/docs/benchmarks/DataDrivenTests.md b/docs/docs/benchmarks/DataDrivenTests.md index 9d7143d694..a2fc7eccde 100644 --- a/docs/docs/benchmarks/DataDrivenTests.md +++ b/docs/docs/benchmarks/DataDrivenTests.md @@ -7,7 +7,7 @@ sidebar_position: 3 # DataDrivenTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-25** from the latest CI run. +This benchmark was automatically generated on **2026-03-26** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-25** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.20 | 469.09 ms | 467.59 ms | 3.922 ms | -| NUnit | 4.5.1 | 553.19 ms | 551.93 ms | 6.252 ms | -| MSTest | 4.1.0 | 461.75 ms | 458.30 ms | 7.502 ms | -| xUnit3 | 3.2.2 | 588.54 ms | 585.95 ms | 6.872 ms | -| **TUnit (AOT)** | 1.21.20 | 24.19 ms | 24.26 ms | 0.928 ms | +| **TUnit** | 1.21.24 | 491.76 ms | 490.95 ms | 4.691 ms | +| NUnit | 4.5.1 | 607.71 ms | 606.74 ms | 6.281 ms | +| MSTest | 4.1.0 | 597.35 ms | 596.47 ms | 10.647 ms | +| xUnit3 | 3.2.2 | 651.92 ms | 649.88 ms | 7.973 ms | +| **TUnit (AOT)** | 1.21.24 | 24.26 ms | 24.10 ms | 0.427 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-25** from the latest CI xychart-beta title "DataDrivenTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 707 - bar [469.09, 553.19, 461.75, 588.54, 24.19] + y-axis "Time (ms)" 0 --> 783 + bar [491.76, 607.71, 597.35, 651.92, 24.26] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-25T00:37:35.045Z* +*Last generated: 2026-03-26T00:39:42.200Z* diff --git a/docs/docs/benchmarks/MassiveParallelTests.md b/docs/docs/benchmarks/MassiveParallelTests.md index 8b337878be..e6951f1482 100644 --- a/docs/docs/benchmarks/MassiveParallelTests.md +++ b/docs/docs/benchmarks/MassiveParallelTests.md @@ -7,7 +7,7 @@ sidebar_position: 4 # MassiveParallelTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-25** from the latest CI run. +This benchmark was automatically generated on **2026-03-26** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-25** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.20 | 662.5 ms | 662.0 ms | 2.79 ms | -| NUnit | 4.5.1 | 1,215.1 ms | 1,215.0 ms | 6.52 ms | -| MSTest | 4.1.0 | 2,947.3 ms | 2,948.9 ms | 5.35 ms | -| xUnit3 | 3.2.2 | 3,076.8 ms | 3,077.3 ms | 7.28 ms | -| **TUnit (AOT)** | 1.21.20 | 226.7 ms | 226.8 ms | 0.51 ms | +| **TUnit** | 1.21.24 | 711.6 ms | 713.6 ms | 7.42 ms | +| NUnit | 4.5.1 | 1,281.9 ms | 1,283.2 ms | 11.10 ms | +| MSTest | 4.1.0 | 3,026.4 ms | 3,027.7 ms | 7.74 ms | +| xUnit3 | 3.2.2 | 3,155.3 ms | 3,153.8 ms | 12.34 ms | +| **TUnit (AOT)** | 1.21.24 | 231.1 ms | 231.6 ms | 1.46 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-25** from the latest CI xychart-beta title "MassiveParallelTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 3693 - bar [662.5, 1215.1, 2947.3, 3076.8, 226.7] + y-axis "Time (ms)" 0 --> 3787 + bar [711.6, 1281.9, 3026.4, 3155.3, 231.1] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-25T00:37:35.045Z* +*Last generated: 2026-03-26T00:39:42.200Z* diff --git a/docs/docs/benchmarks/MatrixTests.md b/docs/docs/benchmarks/MatrixTests.md index 7c002ce478..15d2944edb 100644 --- a/docs/docs/benchmarks/MatrixTests.md +++ b/docs/docs/benchmarks/MatrixTests.md @@ -7,7 +7,7 @@ sidebar_position: 5 # MatrixTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-25** from the latest CI run. +This benchmark was automatically generated on **2026-03-26** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-25** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.20 | 612.8 ms | 613.0 ms | 2.96 ms | -| NUnit | 4.5.1 | 1,644.4 ms | 1,644.6 ms | 6.71 ms | -| MSTest | 4.1.0 | 1,548.6 ms | 1,548.7 ms | 8.61 ms | -| xUnit3 | 3.2.2 | 1,692.8 ms | 1,694.6 ms | 5.66 ms | -| **TUnit (AOT)** | 1.21.20 | 129.0 ms | 128.9 ms | 0.42 ms | +| **TUnit** | 1.21.24 | 590.0 ms | 589.0 ms | 6.13 ms | +| NUnit | 4.5.1 | 1,582.9 ms | 1,573.2 ms | 16.18 ms | +| MSTest | 4.1.0 | 1,491.7 ms | 1,488.6 ms | 7.93 ms | +| xUnit3 | 3.2.2 | 1,619.5 ms | 1,617.8 ms | 7.77 ms | +| **TUnit (AOT)** | 1.21.24 | 126.1 ms | 126.0 ms | 0.50 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-25** from the latest CI xychart-beta title "MatrixTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 2032 - bar [612.8, 1644.4, 1548.6, 1692.8, 129] + y-axis "Time (ms)" 0 --> 1944 + bar [590, 1582.9, 1491.7, 1619.5, 126.1] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-25T00:37:35.046Z* +*Last generated: 2026-03-26T00:39:42.201Z* diff --git a/docs/docs/benchmarks/ScaleTests.md b/docs/docs/benchmarks/ScaleTests.md index e7653369ec..b21f306ede 100644 --- a/docs/docs/benchmarks/ScaleTests.md +++ b/docs/docs/benchmarks/ScaleTests.md @@ -7,7 +7,7 @@ sidebar_position: 6 # ScaleTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-25** from the latest CI run. +This benchmark was automatically generated on **2026-03-26** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-25** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.20 | 514.60 ms | 512.97 ms | 6.663 ms | -| NUnit | 4.5.1 | 681.33 ms | 679.38 ms | 8.723 ms | -| MSTest | 4.1.0 | 683.19 ms | 683.67 ms | 10.074 ms | -| xUnit3 | 3.2.2 | 693.17 ms | 693.08 ms | 6.816 ms | -| **TUnit (AOT)** | 1.21.20 | 36.08 ms | 36.18 ms | 2.507 ms | +| **TUnit** | 1.21.24 | 480.44 ms | 480.40 ms | 2.438 ms | +| NUnit | 4.5.1 | 627.92 ms | 628.14 ms | 5.839 ms | +| MSTest | 4.1.0 | 592.94 ms | 591.30 ms | 8.837 ms | +| xUnit3 | 3.2.2 | 638.96 ms | 637.65 ms | 7.348 ms | +| **TUnit (AOT)** | 1.21.24 | 33.91 ms | 33.31 ms | 2.604 ms | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-25** from the latest CI xychart-beta title "ScaleTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 832 - bar [514.6, 681.33, 683.19, 693.17, 36.08] + y-axis "Time (ms)" 0 --> 767 + bar [480.44, 627.92, 592.94, 638.96, 33.91] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-25T00:37:35.046Z* +*Last generated: 2026-03-26T00:39:42.201Z* diff --git a/docs/docs/benchmarks/SetupTeardownTests.md b/docs/docs/benchmarks/SetupTeardownTests.md index 4191380165..08f1bcf31b 100644 --- a/docs/docs/benchmarks/SetupTeardownTests.md +++ b/docs/docs/benchmarks/SetupTeardownTests.md @@ -7,7 +7,7 @@ sidebar_position: 7 # SetupTeardownTests Benchmark :::info Last Updated -This benchmark was automatically generated on **2026-03-25** from the latest CI run. +This benchmark was automatically generated on **2026-03-26** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -16,11 +16,11 @@ This benchmark was automatically generated on **2026-03-25** from the latest CI | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.21.20 | 536.7 ms | 536.3 ms | 4.18 ms | -| NUnit | 4.5.1 | 1,154.6 ms | 1,154.1 ms | 6.62 ms | -| MSTest | 4.1.0 | 1,096.5 ms | 1,096.9 ms | 3.67 ms | -| xUnit3 | 3.2.2 | 1,220.2 ms | 1,219.5 ms | 8.73 ms | -| **TUnit (AOT)** | 1.21.20 | NA | NA | NA | +| **TUnit** | 1.21.24 | 579.1 ms | 579.3 ms | 4.36 ms | +| NUnit | 4.5.1 | 1,188.3 ms | 1,185.1 ms | 11.11 ms | +| MSTest | 4.1.0 | 1,112.1 ms | 1,110.8 ms | 5.90 ms | +| xUnit3 | 3.2.2 | 1,242.5 ms | 1,244.2 ms | 6.78 ms | +| **TUnit (AOT)** | 1.21.24 | NA | NA | NA | ## 📈 Visual Comparison @@ -58,8 +58,8 @@ This benchmark was automatically generated on **2026-03-25** from the latest CI xychart-beta title "SetupTeardownTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 1465 - bar [536.7, 1154.6, 1096.5, 1220.2, 0] + y-axis "Time (ms)" 0 --> 1491 + bar [579.1, 1188.3, 1112.1, 1242.5, 0] ``` ## 🎯 Key Insights @@ -72,4 +72,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-03-25T00:37:35.046Z* +*Last generated: 2026-03-26T00:39:42.201Z* diff --git a/docs/docs/benchmarks/index.md b/docs/docs/benchmarks/index.md index 41d7cb502d..1c37cbd113 100644 --- a/docs/docs/benchmarks/index.md +++ b/docs/docs/benchmarks/index.md @@ -7,7 +7,7 @@ sidebar_position: 1 # Performance Benchmarks :::info Last Updated -These benchmarks were automatically generated on **2026-03-25** from the latest CI run. +These benchmarks were automatically generated on **2026-03-26** from the latest CI run. **Environment:** Ubuntu Latest • .NET SDK 10.0.201 ::: @@ -37,7 +37,7 @@ These benchmarks compare TUnit against the most popular .NET testing frameworks: | Framework | Version Tested | |-----------|----------------| -| **TUnit** | 1.21.20 | +| **TUnit** | 1.21.24 | | **xUnit v3** | 3.2.2 | | **NUnit** | 4.5.1 | | **MSTest** | 4.1.0 | @@ -56,10 +56,10 @@ The benchmarks measure real-world testing patterns: ### Environment - **OS**: Ubuntu Latest (GitHub Actions) -- **Runtime**: .NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4 +- **Runtime**: .NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3 - **SDK**: .NET SDK 10.0.201 - **Hardware**: GitHub Actions Standard Runner (Ubuntu) -- **Tool**: BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat) +- **Tool**: BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat) ### Why These Numbers Matter @@ -80,4 +80,4 @@ These benchmarks run automatically daily via [GitHub Actions](https://github.com Each benchmark runs multiple iterations with statistical analysis to ensure accuracy. Results may vary based on hardware and test characteristics. ::: -*Last generated: 2026-03-25T00:37:35.047Z* +*Last generated: 2026-03-26T00:39:42.202Z* diff --git a/docs/static/benchmarks/AsyncTests.json b/docs/static/benchmarks/AsyncTests.json index 8ed224b4db..f895ba1399 100644 --- a/docs/static/benchmarks/AsyncTests.json +++ b/docs/static/benchmarks/AsyncTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-03-25T00:37:35.045Z", + "timestamp": "2026-03-26T00:39:42.200Z", "category": "AsyncTests", "environment": { - "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", + "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" }, "results": [ { "Method": "TUnit", - "Version": "1.21.20", + "Version": "1.21.24", "Mean": "538.0 ms", - "Error": "7.97 ms", - "StdDev": "7.45 ms", - "Median": "534.4 ms" + "Error": "7.07 ms", + "StdDev": "6.62 ms", + "Median": "536.7 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "695.5 ms", - "Error": "11.25 ms", - "StdDev": "9.98 ms", - "Median": "694.5 ms" + "Mean": "695.9 ms", + "Error": "13.24 ms", + "StdDev": "11.73 ms", + "Median": "692.2 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "615.5 ms", - "Error": "8.34 ms", - "StdDev": "6.96 ms", - "Median": "614.0 ms" + "Mean": "615.1 ms", + "Error": "4.92 ms", + "StdDev": "4.36 ms", + "Median": "613.9 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "749.3 ms", - "Error": "14.97 ms", - "StdDev": "14.70 ms", - "Median": "741.9 ms" + "Mean": "742.7 ms", + "Error": "5.00 ms", + "StdDev": "4.43 ms", + "Median": "741.6 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.20", - "Mean": "122.9 ms", - "Error": "0.44 ms", - "StdDev": "0.41 ms", - "Median": "122.9 ms" + "Version": "1.21.24", + "Mean": "122.2 ms", + "Error": "0.14 ms", + "StdDev": "0.13 ms", + "Median": "122.2 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/BuildTime.json b/docs/static/benchmarks/BuildTime.json index aeda8a7300..f951c00f5a 100644 --- a/docs/static/benchmarks/BuildTime.json +++ b/docs/static/benchmarks/BuildTime.json @@ -1,43 +1,43 @@ { - "timestamp": "2026-03-25T00:37:35.047Z", + "timestamp": "2026-03-26T00:39:42.202Z", "category": "BuildTime", "environment": { - "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", + "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" }, "results": [ { "Method": "Build_TUnit", - "Version": "1.21.20", - "Mean": "2.406 s", - "Error": "0.0345 s", - "StdDev": "0.0323 s", - "Median": "2.411 s" + "Version": "1.21.24", + "Mean": "2.661 s", + "Error": "0.0524 s", + "StdDev": "0.0538 s", + "Median": "2.668 s" }, { "Method": "Build_NUnit", "Version": "4.5.1", - "Mean": "2.221 s", - "Error": "0.0218 s", - "StdDev": "0.0204 s", - "Median": "2.220 s" + "Mean": "2.430 s", + "Error": "0.0269 s", + "StdDev": "0.0251 s", + "Median": "2.423 s" }, { "Method": "Build_MSTest", "Version": "4.1.0", - "Mean": "2.312 s", - "Error": "0.0165 s", - "StdDev": "0.0147 s", - "Median": "2.314 s" + "Mean": "2.517 s", + "Error": "0.0220 s", + "StdDev": "0.0206 s", + "Median": "2.512 s" }, { "Method": "Build_xUnit3", "Version": "3.2.2", - "Mean": "2.223 s", - "Error": "0.0235 s", - "StdDev": "0.0220 s", - "Median": "2.223 s" + "Mean": "2.438 s", + "Error": "0.0365 s", + "StdDev": "0.0342 s", + "Median": "2.426 s" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/DataDrivenTests.json b/docs/static/benchmarks/DataDrivenTests.json index fb6bd7a7f1..eba2169b12 100644 --- a/docs/static/benchmarks/DataDrivenTests.json +++ b/docs/static/benchmarks/DataDrivenTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-03-25T00:37:35.045Z", + "timestamp": "2026-03-26T00:39:42.200Z", "category": "DataDrivenTests", "environment": { - "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", + "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" }, "results": [ { "Method": "TUnit", - "Version": "1.21.20", - "Mean": "469.09 ms", - "Error": "4.424 ms", - "StdDev": "3.922 ms", - "Median": "467.59 ms" + "Version": "1.21.24", + "Mean": "491.76 ms", + "Error": "5.291 ms", + "StdDev": "4.691 ms", + "Median": "490.95 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "553.19 ms", - "Error": "6.684 ms", - "StdDev": "6.252 ms", - "Median": "551.93 ms" + "Mean": "607.71 ms", + "Error": "7.085 ms", + "StdDev": "6.281 ms", + "Median": "606.74 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "461.75 ms", - "Error": "8.984 ms", - "StdDev": "7.502 ms", - "Median": "458.30 ms" + "Mean": "597.35 ms", + "Error": "10.841 ms", + "StdDev": "10.647 ms", + "Median": "596.47 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "588.54 ms", - "Error": "7.752 ms", - "StdDev": "6.872 ms", - "Median": "585.95 ms" + "Mean": "651.92 ms", + "Error": "8.524 ms", + "StdDev": "7.973 ms", + "Median": "649.88 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.20", - "Mean": "24.19 ms", - "Error": "0.476 ms", - "StdDev": "0.928 ms", - "Median": "24.26 ms" + "Version": "1.21.24", + "Mean": "24.26 ms", + "Error": "0.457 ms", + "StdDev": "0.427 ms", + "Median": "24.10 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MassiveParallelTests.json b/docs/static/benchmarks/MassiveParallelTests.json index 1ac6ea00b5..5bb2803d9d 100644 --- a/docs/static/benchmarks/MassiveParallelTests.json +++ b/docs/static/benchmarks/MassiveParallelTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-03-25T00:37:35.045Z", + "timestamp": "2026-03-26T00:39:42.200Z", "category": "MassiveParallelTests", "environment": { - "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", + "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" }, "results": [ { "Method": "TUnit", - "Version": "1.21.20", - "Mean": "662.5 ms", - "Error": "3.34 ms", - "StdDev": "2.79 ms", - "Median": "662.0 ms" + "Version": "1.21.24", + "Mean": "711.6 ms", + "Error": "7.93 ms", + "StdDev": "7.42 ms", + "Median": "713.6 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,215.1 ms", - "Error": "6.97 ms", - "StdDev": "6.52 ms", - "Median": "1,215.0 ms" + "Mean": "1,281.9 ms", + "Error": "12.52 ms", + "StdDev": "11.10 ms", + "Median": "1,283.2 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "2,947.3 ms", - "Error": "6.04 ms", - "StdDev": "5.35 ms", - "Median": "2,948.9 ms" + "Mean": "3,026.4 ms", + "Error": "9.26 ms", + "StdDev": "7.74 ms", + "Median": "3,027.7 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "3,076.8 ms", - "Error": "8.21 ms", - "StdDev": "7.28 ms", - "Median": "3,077.3 ms" + "Mean": "3,155.3 ms", + "Error": "13.92 ms", + "StdDev": "12.34 ms", + "Median": "3,153.8 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.20", - "Mean": "226.7 ms", - "Error": "0.54 ms", - "StdDev": "0.51 ms", - "Median": "226.8 ms" + "Version": "1.21.24", + "Mean": "231.1 ms", + "Error": "1.56 ms", + "StdDev": "1.46 ms", + "Median": "231.6 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MatrixTests.json b/docs/static/benchmarks/MatrixTests.json index 23d85ffa4c..663aca2db4 100644 --- a/docs/static/benchmarks/MatrixTests.json +++ b/docs/static/benchmarks/MatrixTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-03-25T00:37:35.046Z", + "timestamp": "2026-03-26T00:39:42.201Z", "category": "MatrixTests", "environment": { - "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", + "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" }, "results": [ { "Method": "TUnit", - "Version": "1.21.20", - "Mean": "612.8 ms", - "Error": "3.55 ms", - "StdDev": "2.96 ms", - "Median": "613.0 ms" + "Version": "1.21.24", + "Mean": "590.0 ms", + "Error": "6.56 ms", + "StdDev": "6.13 ms", + "Median": "589.0 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,644.4 ms", - "Error": "7.17 ms", - "StdDev": "6.71 ms", - "Median": "1,644.6 ms" + "Mean": "1,582.9 ms", + "Error": "17.30 ms", + "StdDev": "16.18 ms", + "Median": "1,573.2 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "1,548.6 ms", - "Error": "9.72 ms", - "StdDev": "8.61 ms", - "Median": "1,548.7 ms" + "Mean": "1,491.7 ms", + "Error": "9.50 ms", + "StdDev": "7.93 ms", + "Median": "1,488.6 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,692.8 ms", - "Error": "6.39 ms", - "StdDev": "5.66 ms", - "Median": "1,694.6 ms" + "Mean": "1,619.5 ms", + "Error": "8.76 ms", + "StdDev": "7.77 ms", + "Median": "1,617.8 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.20", - "Mean": "129.0 ms", - "Error": "0.44 ms", - "StdDev": "0.42 ms", - "Median": "128.9 ms" + "Version": "1.21.24", + "Mean": "126.1 ms", + "Error": "0.54 ms", + "StdDev": "0.50 ms", + "Median": "126.0 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/ScaleTests.json b/docs/static/benchmarks/ScaleTests.json index 44c1bc83b9..3e66df6413 100644 --- a/docs/static/benchmarks/ScaleTests.json +++ b/docs/static/benchmarks/ScaleTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-03-25T00:37:35.046Z", + "timestamp": "2026-03-26T00:39:42.201Z", "category": "ScaleTests", "environment": { - "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", + "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" }, "results": [ { "Method": "TUnit", - "Version": "1.21.20", - "Mean": "514.60 ms", - "Error": "7.124 ms", - "StdDev": "6.663 ms", - "Median": "512.97 ms" + "Version": "1.21.24", + "Mean": "480.44 ms", + "Error": "2.751 ms", + "StdDev": "2.438 ms", + "Median": "480.40 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "681.33 ms", - "Error": "9.326 ms", - "StdDev": "8.723 ms", - "Median": "679.38 ms" + "Mean": "627.92 ms", + "Error": "6.587 ms", + "StdDev": "5.839 ms", + "Median": "628.14 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "683.19 ms", - "Error": "11.364 ms", - "StdDev": "10.074 ms", - "Median": "683.67 ms" + "Mean": "592.94 ms", + "Error": "10.583 ms", + "StdDev": "8.837 ms", + "Median": "591.30 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "693.17 ms", - "Error": "7.689 ms", - "StdDev": "6.816 ms", - "Median": "693.08 ms" + "Mean": "638.96 ms", + "Error": "7.856 ms", + "StdDev": "7.348 ms", + "Median": "637.65 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.20", - "Mean": "36.08 ms", - "Error": "0.850 ms", - "StdDev": "2.507 ms", - "Median": "36.18 ms" + "Version": "1.21.24", + "Mean": "33.91 ms", + "Error": "0.888 ms", + "StdDev": "2.604 ms", + "Median": "33.31 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/SetupTeardownTests.json b/docs/static/benchmarks/SetupTeardownTests.json index 8c046d1c6e..f8bddc4a55 100644 --- a/docs/static/benchmarks/SetupTeardownTests.json +++ b/docs/static/benchmarks/SetupTeardownTests.json @@ -1,47 +1,47 @@ { - "timestamp": "2026-03-25T00:37:35.046Z", + "timestamp": "2026-03-26T00:39:42.201Z", "category": "SetupTeardownTests", "environment": { - "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", + "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" }, "results": [ { "Method": "TUnit", - "Version": "1.21.20", - "Mean": "536.7 ms", - "Error": "4.71 ms", - "StdDev": "4.18 ms", - "Median": "536.3 ms" + "Version": "1.21.24", + "Mean": "579.1 ms", + "Error": "4.66 ms", + "StdDev": "4.36 ms", + "Median": "579.3 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,154.6 ms", - "Error": "7.47 ms", - "StdDev": "6.62 ms", - "Median": "1,154.1 ms" + "Mean": "1,188.3 ms", + "Error": "12.54 ms", + "StdDev": "11.11 ms", + "Median": "1,185.1 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "1,096.5 ms", - "Error": "4.14 ms", - "StdDev": "3.67 ms", - "Median": "1,096.9 ms" + "Mean": "1,112.1 ms", + "Error": "6.65 ms", + "StdDev": "5.90 ms", + "Median": "1,110.8 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,220.2 ms", - "Error": "9.34 ms", - "StdDev": "8.73 ms", - "Median": "1,219.5 ms" + "Mean": "1,242.5 ms", + "Error": "7.25 ms", + "StdDev": "6.78 ms", + "Median": "1,244.2 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.20", + "Version": "1.21.24", "Mean": "NA", "Error": "NA", "StdDev": "NA", diff --git a/docs/static/benchmarks/historical.json b/docs/static/benchmarks/historical.json index 5db2785300..56f29fa434 100644 --- a/docs/static/benchmarks/historical.json +++ b/docs/static/benchmarks/historical.json @@ -1,8 +1,4 @@ [ - { - "date": "2026-01-03", - "environment": "Ubuntu" - }, { "date": "2026-01-04", "environment": "Ubuntu" @@ -358,5 +354,9 @@ { "date": "2026-03-25", "environment": "Ubuntu" + }, + { + "date": "2026-03-26", + "environment": "Ubuntu" } ] \ No newline at end of file diff --git a/docs/static/benchmarks/latest.json b/docs/static/benchmarks/latest.json index 41744ebb06..d16e6ae6a0 100644 --- a/docs/static/benchmarks/latest.json +++ b/docs/static/benchmarks/latest.json @@ -1,257 +1,257 @@ { - "timestamp": "2026-03-25T00:37:35.047Z", + "timestamp": "2026-03-26T00:39:42.202Z", "environment": { - "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)", + "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", "sdk": ".NET SDK 10.0.201", - "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v4" + "host": ".NET 10.0.5 (10.0.5, 10.0.526.15411), X64 RyuJIT x86-64-v3" }, "categories": { "AsyncTests": [ { "Method": "TUnit", - "Version": "1.21.20", + "Version": "1.21.24", "Mean": "538.0 ms", - "Error": "7.97 ms", - "StdDev": "7.45 ms", - "Median": "534.4 ms" + "Error": "7.07 ms", + "StdDev": "6.62 ms", + "Median": "536.7 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "695.5 ms", - "Error": "11.25 ms", - "StdDev": "9.98 ms", - "Median": "694.5 ms" + "Mean": "695.9 ms", + "Error": "13.24 ms", + "StdDev": "11.73 ms", + "Median": "692.2 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "615.5 ms", - "Error": "8.34 ms", - "StdDev": "6.96 ms", - "Median": "614.0 ms" + "Mean": "615.1 ms", + "Error": "4.92 ms", + "StdDev": "4.36 ms", + "Median": "613.9 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "749.3 ms", - "Error": "14.97 ms", - "StdDev": "14.70 ms", - "Median": "741.9 ms" + "Mean": "742.7 ms", + "Error": "5.00 ms", + "StdDev": "4.43 ms", + "Median": "741.6 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.20", - "Mean": "122.9 ms", - "Error": "0.44 ms", - "StdDev": "0.41 ms", - "Median": "122.9 ms" + "Version": "1.21.24", + "Mean": "122.2 ms", + "Error": "0.14 ms", + "StdDev": "0.13 ms", + "Median": "122.2 ms" } ], "DataDrivenTests": [ { "Method": "TUnit", - "Version": "1.21.20", - "Mean": "469.09 ms", - "Error": "4.424 ms", - "StdDev": "3.922 ms", - "Median": "467.59 ms" + "Version": "1.21.24", + "Mean": "491.76 ms", + "Error": "5.291 ms", + "StdDev": "4.691 ms", + "Median": "490.95 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "553.19 ms", - "Error": "6.684 ms", - "StdDev": "6.252 ms", - "Median": "551.93 ms" + "Mean": "607.71 ms", + "Error": "7.085 ms", + "StdDev": "6.281 ms", + "Median": "606.74 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "461.75 ms", - "Error": "8.984 ms", - "StdDev": "7.502 ms", - "Median": "458.30 ms" + "Mean": "597.35 ms", + "Error": "10.841 ms", + "StdDev": "10.647 ms", + "Median": "596.47 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "588.54 ms", - "Error": "7.752 ms", - "StdDev": "6.872 ms", - "Median": "585.95 ms" + "Mean": "651.92 ms", + "Error": "8.524 ms", + "StdDev": "7.973 ms", + "Median": "649.88 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.20", - "Mean": "24.19 ms", - "Error": "0.476 ms", - "StdDev": "0.928 ms", - "Median": "24.26 ms" + "Version": "1.21.24", + "Mean": "24.26 ms", + "Error": "0.457 ms", + "StdDev": "0.427 ms", + "Median": "24.10 ms" } ], "MassiveParallelTests": [ { "Method": "TUnit", - "Version": "1.21.20", - "Mean": "662.5 ms", - "Error": "3.34 ms", - "StdDev": "2.79 ms", - "Median": "662.0 ms" + "Version": "1.21.24", + "Mean": "711.6 ms", + "Error": "7.93 ms", + "StdDev": "7.42 ms", + "Median": "713.6 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,215.1 ms", - "Error": "6.97 ms", - "StdDev": "6.52 ms", - "Median": "1,215.0 ms" + "Mean": "1,281.9 ms", + "Error": "12.52 ms", + "StdDev": "11.10 ms", + "Median": "1,283.2 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "2,947.3 ms", - "Error": "6.04 ms", - "StdDev": "5.35 ms", - "Median": "2,948.9 ms" + "Mean": "3,026.4 ms", + "Error": "9.26 ms", + "StdDev": "7.74 ms", + "Median": "3,027.7 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "3,076.8 ms", - "Error": "8.21 ms", - "StdDev": "7.28 ms", - "Median": "3,077.3 ms" + "Mean": "3,155.3 ms", + "Error": "13.92 ms", + "StdDev": "12.34 ms", + "Median": "3,153.8 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.20", - "Mean": "226.7 ms", - "Error": "0.54 ms", - "StdDev": "0.51 ms", - "Median": "226.8 ms" + "Version": "1.21.24", + "Mean": "231.1 ms", + "Error": "1.56 ms", + "StdDev": "1.46 ms", + "Median": "231.6 ms" } ], "MatrixTests": [ { "Method": "TUnit", - "Version": "1.21.20", - "Mean": "612.8 ms", - "Error": "3.55 ms", - "StdDev": "2.96 ms", - "Median": "613.0 ms" + "Version": "1.21.24", + "Mean": "590.0 ms", + "Error": "6.56 ms", + "StdDev": "6.13 ms", + "Median": "589.0 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,644.4 ms", - "Error": "7.17 ms", - "StdDev": "6.71 ms", - "Median": "1,644.6 ms" + "Mean": "1,582.9 ms", + "Error": "17.30 ms", + "StdDev": "16.18 ms", + "Median": "1,573.2 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "1,548.6 ms", - "Error": "9.72 ms", - "StdDev": "8.61 ms", - "Median": "1,548.7 ms" + "Mean": "1,491.7 ms", + "Error": "9.50 ms", + "StdDev": "7.93 ms", + "Median": "1,488.6 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,692.8 ms", - "Error": "6.39 ms", - "StdDev": "5.66 ms", - "Median": "1,694.6 ms" + "Mean": "1,619.5 ms", + "Error": "8.76 ms", + "StdDev": "7.77 ms", + "Median": "1,617.8 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.20", - "Mean": "129.0 ms", - "Error": "0.44 ms", - "StdDev": "0.42 ms", - "Median": "128.9 ms" + "Version": "1.21.24", + "Mean": "126.1 ms", + "Error": "0.54 ms", + "StdDev": "0.50 ms", + "Median": "126.0 ms" } ], "ScaleTests": [ { "Method": "TUnit", - "Version": "1.21.20", - "Mean": "514.60 ms", - "Error": "7.124 ms", - "StdDev": "6.663 ms", - "Median": "512.97 ms" + "Version": "1.21.24", + "Mean": "480.44 ms", + "Error": "2.751 ms", + "StdDev": "2.438 ms", + "Median": "480.40 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "681.33 ms", - "Error": "9.326 ms", - "StdDev": "8.723 ms", - "Median": "679.38 ms" + "Mean": "627.92 ms", + "Error": "6.587 ms", + "StdDev": "5.839 ms", + "Median": "628.14 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "683.19 ms", - "Error": "11.364 ms", - "StdDev": "10.074 ms", - "Median": "683.67 ms" + "Mean": "592.94 ms", + "Error": "10.583 ms", + "StdDev": "8.837 ms", + "Median": "591.30 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "693.17 ms", - "Error": "7.689 ms", - "StdDev": "6.816 ms", - "Median": "693.08 ms" + "Mean": "638.96 ms", + "Error": "7.856 ms", + "StdDev": "7.348 ms", + "Median": "637.65 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.20", - "Mean": "36.08 ms", - "Error": "0.850 ms", - "StdDev": "2.507 ms", - "Median": "36.18 ms" + "Version": "1.21.24", + "Mean": "33.91 ms", + "Error": "0.888 ms", + "StdDev": "2.604 ms", + "Median": "33.31 ms" } ], "SetupTeardownTests": [ { "Method": "TUnit", - "Version": "1.21.20", - "Mean": "536.7 ms", - "Error": "4.71 ms", - "StdDev": "4.18 ms", - "Median": "536.3 ms" + "Version": "1.21.24", + "Mean": "579.1 ms", + "Error": "4.66 ms", + "StdDev": "4.36 ms", + "Median": "579.3 ms" }, { "Method": "NUnit", "Version": "4.5.1", - "Mean": "1,154.6 ms", - "Error": "7.47 ms", - "StdDev": "6.62 ms", - "Median": "1,154.1 ms" + "Mean": "1,188.3 ms", + "Error": "12.54 ms", + "StdDev": "11.11 ms", + "Median": "1,185.1 ms" }, { "Method": "MSTest", "Version": "4.1.0", - "Mean": "1,096.5 ms", - "Error": "4.14 ms", - "StdDev": "3.67 ms", - "Median": "1,096.9 ms" + "Mean": "1,112.1 ms", + "Error": "6.65 ms", + "StdDev": "5.90 ms", + "Median": "1,110.8 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,220.2 ms", - "Error": "9.34 ms", - "StdDev": "8.73 ms", - "Median": "1,219.5 ms" + "Mean": "1,242.5 ms", + "Error": "7.25 ms", + "StdDev": "6.78 ms", + "Median": "1,244.2 ms" }, { "Method": "TUnit_AOT", - "Version": "1.21.20", + "Version": "1.21.24", "Mean": "NA", "Error": "NA", "StdDev": "NA", @@ -263,35 +263,35 @@ "BuildTime": [ { "Method": "Build_TUnit", - "Version": "1.21.20", - "Mean": "2.406 s", - "Error": "0.0345 s", - "StdDev": "0.0323 s", - "Median": "2.411 s" + "Version": "1.21.24", + "Mean": "2.661 s", + "Error": "0.0524 s", + "StdDev": "0.0538 s", + "Median": "2.668 s" }, { "Method": "Build_NUnit", "Version": "4.5.1", - "Mean": "2.221 s", - "Error": "0.0218 s", - "StdDev": "0.0204 s", - "Median": "2.220 s" + "Mean": "2.430 s", + "Error": "0.0269 s", + "StdDev": "0.0251 s", + "Median": "2.423 s" }, { "Method": "Build_MSTest", "Version": "4.1.0", - "Mean": "2.312 s", - "Error": "0.0165 s", - "StdDev": "0.0147 s", - "Median": "2.314 s" + "Mean": "2.517 s", + "Error": "0.0220 s", + "StdDev": "0.0206 s", + "Median": "2.512 s" }, { "Method": "Build_xUnit3", "Version": "3.2.2", - "Mean": "2.223 s", - "Error": "0.0235 s", - "StdDev": "0.0220 s", - "Median": "2.223 s" + "Mean": "2.438 s", + "Error": "0.0365 s", + "StdDev": "0.0342 s", + "Median": "2.426 s" } ] }, @@ -299,6 +299,6 @@ "runtimeCategories": 6, "buildCategories": 1, "totalBenchmarks": 7, - "lastUpdated": "2026-03-25T00:37:35.044Z" + "lastUpdated": "2026-03-26T00:39:42.199Z" } } \ No newline at end of file diff --git a/docs/static/benchmarks/summary.json b/docs/static/benchmarks/summary.json index fd679b7ac9..2d10b62931 100644 --- a/docs/static/benchmarks/summary.json +++ b/docs/static/benchmarks/summary.json @@ -10,6 +10,6 @@ "build": [ "BuildTime" ], - "timestamp": "2026-03-25", + "timestamp": "2026-03-26", "environment": "Ubuntu Latest • .NET SDK 10.0.201" } \ No newline at end of file