agentflow/docs/benchmark-baseline.json at main · brownjuly2003-code/agentflow · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
{
  "generated_at": "2026-04-25T02:38:50.641277+00:00",
  "source": "github-actions load-test workflow runs 24920594700 and 24979982182",
  "host": "http://127.0.0.1:8011",
  "git_head": "9953faaaa2198c416ce8a004df03f67db888ea60",
  "workflow": {
    "name": "Load Test",
    "run_id": 24920594700,
    "run_url": "https://github.com/brownjuly2003-code/agentflow/actions/runs/24920594700",
    "event": "push"
  },
  "machine": {
    "runner": "ubuntu-latest",
    "cpu_count": 4,
    "python": "3.11",
    "os": "GitHub Actions hosted runner"
  },
  "load_profile": {
    "users": 50,
    "spawn_rate": 10,
    "run_time": "60s"
  },
  "gate": {
    "calibrated_at": "2026-05-24T00:00:00+00:00",
    "framework": "A03 CI-hardware-gap accepted gate (1.3x baseline headroom)",
    "decision_record": "docs/perf/ci-hardware-gap-2026-05-24.md",
    "entity": {
      "p50_ms": 250.0,
      "p99_ms": 900.0
    },
    "endpoints": {
      "GET /v1/entity/order/{id}": {
        "p99_ms": 900.0,
        "error_rate_max": 0.01
      },
      "GET /v1/entity/user/{id}": {
        "p99_ms": 900.0,
        "error_rate_max": 0.01
      },
      "GET /v1/entity/product/{id}": {
        "p99_ms": 1100.0,
        "error_rate_max": 0.01
      },
      "GET /v1/metrics/{name}": {
        "p99_ms": 1100.0,
        "error_rate_max": 0.01
      },
      "POST /v1/query": {
        "p99_ms": 1200.0,
        "error_rate_max": 0.05
      },
      "POST /v1/batch": {
        "p99_ms": 1200.0,
        "error_rate_max": 0.02
      }
    }
  },
  "aggregate": {
    "request_count": 685,
    "failure_count": 0,
    "failure_rate_percent": 0.0,
    "requests_per_second": 11.633266654009663,
    "p50_ms": 140.0,
    "p95_ms": 610.0,
    "p99_ms": 23000.0
  },
  "endpoints": {
    "POST /v1/batch": {
      "request_count": 124,
      "failure_count": 0,
      "failure_rate_percent": 0.0,
      "requests_per_second": 2.1058760074411653,
      "p50_ms": 200.0,
      "p95_ms": 670.0,
      "p99_ms": 760.0
    },
    "GET /v1/entity/order/{id}": {
      "request_count": 100,
      "failure_count": 0,
      "failure_rate_percent": 0.0,
      "requests_per_second": 1.6982871027751332,
      "p50_ms": 160.0,
      "p95_ms": 610.0,
      "p99_ms": 670.0
    },
    "GET /v1/entity/product/{id}": {
      "request_count": 78,
      "failure_count": 0,
      "failure_rate_percent": 0.0,
      "requests_per_second": 1.3246639401646039,
      "p50_ms": 95.0,
      "p95_ms": 490.0,
      "p99_ms": 600.0
    },
    "GET /v1/entity/user/{id}": {
      "request_count": 79,
      "failure_count": 0,
      "failure_rate_percent": 0.0,
      "requests_per_second": 1.3416468111923552,
      "p50_ms": 76.0,
      "p95_ms": 590.0,
      "p99_ms": 700.0
    },
    "GET /v1/metrics/{name}": {
      "request_count": 192,
      "failure_count": 0,
      "failure_rate_percent": 0.0,
      "requests_per_second": 3.260711237328256,
      "p50_ms": 110.0,
      "p95_ms": 490.0,
      "p99_ms": 700.0
    },
    "POST /v1/query": {
      "request_count": 101,
      "failure_count": 0,
      "failure_rate_percent": 0.0,
      "requests_per_second": 1.7152699738028845,
      "p50_ms": 220.0,
      "p95_ms": 690.0,
      "p99_ms": 740.0
    }
  }
}