Skip to content

Commit cb6d28d

Browse files
MattJacksonMattJackson
committed
results: full field run - 12 gateways x 6 suites (perf, memory, stream, xlate, governed, matrix) incl. busbar-main preview
1 parent 32ac5ed commit cb6d28d

86 files changed

Lines changed: 1595 additions & 201 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎results/governed/agentgateway.json‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
{
2+
"gateway": "agentgateway",
3+
"build": "ghcr.io/agentgateway/agentgateway:v1.3.1 (@sha256:c3ce7b75da90fef70239befcc1c3adc05152d7b9dd21fcb8351178026a2c4381)",
4+
"governed_served": false,
5+
"governed_note": "manifest defines no gw_governed_launch/gw_governed_token (no native key/limit governance, or not yet wired)",
6+
"measured_at": "2026-07-22T05:46:03Z"
7+
}

‎results/governed/arch.json‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
{
2+
"gateway": "arch",
3+
"build": "katanemo/archgw:0.3.22 (archgw CLI)",
4+
"governed_served": false,
5+
"governed_note": "manifest defines no gw_governed_launch/gw_governed_token (no native key/limit governance, or not yet wired)",
6+
"measured_at": "2026-07-22T06:04:06Z"
7+
}

‎results/governed/bifrost.json‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
{
2+
"gateway": "bifrost",
3+
"build": "maximhq/bifrost:v1.6.4 (@sha256:5f1fed63b5c2c78c51f25d80d5d2d683d79f74587ea0906e8c03fbd256ab52e0)",
4+
"governed_served": false,
5+
"governed_note": "manifest defines no gw_governed_launch/gw_governed_token (no native key/limit governance, or not yet wired)",
6+
"measured_at": "2026-07-22T05:42:13Z"
7+
}

‎results/governed/busbar-main.json‎

Lines changed: 35 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,35 @@
1+
{
2+
"gateway": "busbar-main",
3+
"build": "busbar 1.5.0 (git main)",
4+
"governed_served": true,
5+
"governed_note": "",
6+
"governed_added_latency_p50_us": 134,
7+
"governed_added_latency_p99_us": 152,
8+
"governed_gateway_c1_p99_us": 239,
9+
"governed_direct_c1_p99_us": 87,
10+
"governed_rps_sustained_20ms": 29897,
11+
"governed_rps_sustained_20ms_concurrency": 1024,
12+
"governed_rps_sustained_20ms_mock_ceiling": 93582,
13+
"governed_rps_sustained_20ms_mock_bound": false,
14+
"governed_sweep_sustained_20ms": [{"conc":8,"rps":371,"p99_us":22333,"fail":0},{"conc":32,"rps":1490,"p99_us":22538,"fail":0},{"conc":128,"rps":5886,"p99_us":23329,"fail":0},{"conc":256,"rps":11635,"p99_us":23957,"fail":0},{"conc":1024,"rps":29897,"p99_us":47416,"fail":0},{"conc":4096,"rps":28398,"p99_us":337658,"fail":0},{"conc":8192,"rps":27377,"p99_us":755746,"fail":0},{"conc":16384,"rps":24180,"p99_us":2095869,"fail":0}],
15+
"plain_added_latency_p50_us": 111,
16+
"plain_added_latency_p99_us": 131,
17+
"plain_rps_sustained_20ms": 41505,
18+
"plain_rps_sustained_20ms_concurrency": 1024,
19+
"plain_rps_sustained_20ms_mock_ceiling": 97391,
20+
"plain_rps_sustained_20ms_mock_bound": false,
21+
"plain_sweep_sustained_20ms": [{"conc":8,"rps":371,"p99_us":22189,"fail":0},{"conc":32,"rps":1495,"p99_us":22399,"fail":0},{"conc":128,"rps":5930,"p99_us":22957,"fail":0},{"conc":256,"rps":11765,"p99_us":23623,"fail":0},{"conc":1024,"rps":41505,"p99_us":31231,"fail":0},{"conc":4096,"rps":38996,"p99_us":294277,"fail":0},{"conc":8192,"rps":36915,"p99_us":659462,"fail":0},{"conc":16384,"rps":32650,"p99_us":1532114,"fail":0}],
22+
"governed_vs_plain_sustained_pct": -27.97,
23+
"governed_vs_plain_added_p99_delta_us": 21,
24+
"governed_vs_plain_added_p50_delta_us": 23,
25+
"sweep_ttft_ms": 20,
26+
"p99_ceiling_ms": 1000,
27+
"payload_bytes": 256,
28+
"endpoint": "/v1/chat/completions",
29+
"model": "gpt-4o-mini",
30+
"cores": "gateway=0-3 loadgen=4-5 mock=6-7",
31+
"mock_proto": "h1+h2c",
32+
"arch": "arm64",
33+
"hardware": "AWS m7g.2xlarge (Graviton3, 8 cores / 32 GB). Gateway pinned to 4 cores, mock+loadgen on the other 4, Ubuntu 24.04. One dedicated box per gateway.",
34+
"measured_at": "2026-07-22T05:52:52Z"
35+
}

‎results/governed/busbar.json‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
{
2+
"gateway": "busbar",
3+
"build": "busbar 1.4.1",
4+
"governed_served": false,
5+
"governed_note": "gw_governed_launch failed; diag=[]",
6+
"measured_at": "2026-07-22T05:48:31Z"
7+
}

‎results/governed/gomodel.json‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
{
2+
"gateway": "gomodel",
3+
"build": "enterpilot/gomodel:0.1.55 (@sha256:606151f909bdc4b87ac290678c9c3a45e3e510a696697d2ce26eda49b1b562ac)",
4+
"governed_served": false,
5+
"governed_note": "manifest defines no gw_governed_launch/gw_governed_token (no native key/limit governance, or not yet wired)",
6+
"measured_at": "2026-07-22T05:45:23Z"
7+
}

‎results/governed/helicone.json‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
{
2+
"gateway": "helicone",
3+
"build": "Helicone/ai-gateway@9649b27 (source build)",
4+
"governed_served": false,
5+
"governed_note": "manifest defines no gw_governed_launch/gw_governed_token (no native key/limit governance, or not yet wired)",
6+
"measured_at": "2026-07-22T05:51:22Z"
7+
}

‎results/governed/kong.json‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
{
2+
"gateway": "kong",
3+
"build": "kong:3.8 (@sha256:dd6cd1d94a7aae8c5a4d245ccbee6b81230d41a4312d76d076c4e9c6db65611c)",
4+
"governed_served": false,
5+
"governed_note": "manifest defines no gw_governed_launch/gw_governed_token (no native key/limit governance, or not yet wired)",
6+
"measured_at": "2026-07-22T05:43:17Z"
7+
}

‎results/governed/litellm-rust.json‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
{
2+
"gateway": "litellm-rust",
3+
"build": "litellm_rust_gateway_v1_messages_route@698072308b (python-config litellm==?)",
4+
"governed_served": false,
5+
"governed_note": "manifest defines no gw_governed_launch/gw_governed_token (no native key/limit governance, or not yet wired)",
6+
"measured_at": "2026-07-22T05:45:05Z"
7+
}

‎results/governed/one-api.json‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
{
2+
"gateway": "one-api",
3+
"build": "justsong/one-api:v0.6.10 (@sha256:e667221a2e197f005bdf3aba300885ac165fde37a0de9773e478678a9e04b24a)",
4+
"governed_served": false,
5+
"governed_note": "manifest defines no gw_governed_launch/gw_governed_token (no native key/limit governance, or not yet wired)",
6+
"measured_at": "2026-07-22T05:47:31Z"
7+
}

0 commit comments

Comments
 (0)