improve bench

Author: tymondesigns

.github/workflows/run-tests.yml

@@ -38,10 +38,5 @@ jobs:
           echo "::add-matcher::${{ runner.tool_cache }}/php.json"
           echo "::add-matcher::${{ runner.tool_cache }}/phpunit.json"
 
-      - name: Execute tests with mutation
-        if: ${{ matrix.os == 'ubuntu-latest' && matrix.php == '8.5' }}
-        run: vendor/bin/pest --colors=always --mutate --parallel --min=50
-
       - name: Execute tests
-        if: ${{ matrix.os != 'ubuntu-latest' || matrix.php != '8.5' }}
-        run: vendor/bin/pest --colors=always
+        run: vendor/bin/pest --colors=always --parallel

benchmarks/JsonRepairerBench.php

@@ -11,7 +11,7 @@
 
 /**
  * @Revs(100)
- * @Iterations(20)
+ * @Iterations(10)
  * @Warmup(2)
  */
 class JsonRepairerBench
@@ -41,7 +41,15 @@ public function benchRepairValidJson(array $params): void
     }
 
     /**
+     * Benchmarks large JSON repair.
+     *
+     * Note: This benchmark uses fewer revs/iterations since it processes
+     * 1000 items and takes ~44ms per run. Use --filter=benchRepairLargeJson
+     * to run it separately.
+     *
      * @ParamProviders({"provideLargeJson"})
+     * @Revs(10)
+     * @Iterations(5)
      */
     public function benchRepairLargeJson(array $params): void
     {
@@ -81,6 +89,16 @@ public function benchRepairStreamingJson(array $params): void
         json_repair($params['json']);
     }
 
+    /**
+     * Baseline: compare repair overhead against native json_decode on valid JSON.
+     *
+     * @ParamProviders({"provideValidJson"})
+     */
+    public function benchNativeJsonDecodeBaseline(array $params): void
+    {
+        json_decode($params['json']);
+    }
+
     /**
      * @return array<string, array<string, string>>
      */
@@ -141,7 +159,7 @@ public function provideLargeJson(): array
         $brokenJson = rtrim($brokenJson, '}') . ',}';
 
         return [
-            'large_array' => ['json' => $brokenJson],
+            'large_array_broken' => ['json' => $brokenJson],
         ];
     }
 

phpbench.json

@@ -2,8 +2,14 @@
     "$schema": "https://raw.githubusercontent.com/phpbench/phpbench/master/lib/phpbench.schema.json",
     "runner.bootstrap": "vendor/autoload.php",
     "runner.path": "benchmarks",
-    "runner.iterations": 20,
+    "runner.iterations": 10,
     "runner.revs": 100,
     "runner.warmup": 2,
-    "runner.time_unit": "microseconds"
+    "runner.time_unit": "microseconds",
+    "report.generators": {
+        "compare": {
+            "generator": "table",
+            "cols": ["benchmark", "subject", "set", "revs", "its", "mem_peak", "mode", "rstdev"]
+        }
+    }
 }