Record phase two acceptance evidence and synchronize delivery status
This commit is contained in:
@@ -0,0 +1,234 @@
|
||||
{
|
||||
"python": "3.13.9",
|
||||
"platform": "Windows-11-10.0.26100-SP0",
|
||||
"provider": "mock with 50 ms injected delay per model turn; no network",
|
||||
"results": [
|
||||
{
|
||||
"scenario": "agent_tool_runs",
|
||||
"concurrency": 1,
|
||||
"runs": 20,
|
||||
"latency": {
|
||||
"count": 20,
|
||||
"median_ms": 168.93,
|
||||
"p95_ms": 172.17,
|
||||
"max_ms": 173.06
|
||||
},
|
||||
"completed": 20,
|
||||
"ordered_events_and_replay": true,
|
||||
"terminal_recovery": true,
|
||||
"recovery_read_ms": 35.15,
|
||||
"retained_records": 20,
|
||||
"elapsed_ms": 3446.25,
|
||||
"event_loop_lag": {
|
||||
"count": 223,
|
||||
"median_ms": 5.42,
|
||||
"p95_ms": 12.94,
|
||||
"max_ms": 15.02
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "agent_tool_runs",
|
||||
"concurrency": 10,
|
||||
"runs": 20,
|
||||
"latency": {
|
||||
"count": 20,
|
||||
"median_ms": 203.54,
|
||||
"p95_ms": 205.86,
|
||||
"max_ms": 206.36
|
||||
},
|
||||
"completed": 20,
|
||||
"ordered_events_and_replay": true,
|
||||
"terminal_recovery": true,
|
||||
"recovery_read_ms": 31.0,
|
||||
"retained_records": 40,
|
||||
"elapsed_ms": 479.2,
|
||||
"event_loop_lag": {
|
||||
"count": 31,
|
||||
"median_ms": 5.12,
|
||||
"p95_ms": 13.95,
|
||||
"max_ms": 14.6
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "agent_tool_runs",
|
||||
"concurrency": 50,
|
||||
"runs": 50,
|
||||
"latency": {
|
||||
"count": 50,
|
||||
"median_ms": 396.17,
|
||||
"p95_ms": 397.13,
|
||||
"max_ms": 397.52
|
||||
},
|
||||
"completed": 50,
|
||||
"ordered_events_and_replay": true,
|
||||
"terminal_recovery": true,
|
||||
"recovery_read_ms": 86.99,
|
||||
"retained_records": 90,
|
||||
"elapsed_ms": 554.8,
|
||||
"event_loop_lag": {
|
||||
"count": 35,
|
||||
"median_ms": 5.12,
|
||||
"p95_ms": 11.71,
|
||||
"max_ms": 46.86
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "agent_tool_runs",
|
||||
"concurrency": 200,
|
||||
"runs": 200,
|
||||
"latency": {
|
||||
"count": 200,
|
||||
"median_ms": 1004.47,
|
||||
"p95_ms": 1155.52,
|
||||
"max_ms": 1155.62
|
||||
},
|
||||
"completed": 200,
|
||||
"ordered_events_and_replay": true,
|
||||
"terminal_recovery": true,
|
||||
"recovery_read_ms": 313.29,
|
||||
"retained_records": 200,
|
||||
"elapsed_ms": 1550.94,
|
||||
"event_loop_lag": {
|
||||
"count": 113,
|
||||
"median_ms": 3.39,
|
||||
"p95_ms": 10.13,
|
||||
"max_ms": 12.19
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "capacity_and_cancel",
|
||||
"active_limit": 200,
|
||||
"overflow_rejected": true,
|
||||
"cancelled": 200,
|
||||
"cancel_latency": {
|
||||
"count": 200,
|
||||
"median_ms": 4.26,
|
||||
"p95_ms": 5.85,
|
||||
"max_ms": 12.49
|
||||
},
|
||||
"elapsed_ms": 1977.57,
|
||||
"event_loop_lag": {
|
||||
"count": 167,
|
||||
"median_ms": 1.68,
|
||||
"p95_ms": 4.24,
|
||||
"max_ms": 6.54
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "permission_wait",
|
||||
"runs": 20,
|
||||
"approved_completed": 10,
|
||||
"cancelled_waiting_permission": 10,
|
||||
"subscribers_released": true,
|
||||
"elapsed_ms": 294.49,
|
||||
"event_loop_lag": {
|
||||
"count": 20,
|
||||
"median_ms": 4.08,
|
||||
"p95_ms": 6.57,
|
||||
"max_ms": 9.92
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "failure_and_timeout_isolation",
|
||||
"runs": 20,
|
||||
"success": 5,
|
||||
"provider_errors": 5,
|
||||
"model_timeouts": 5,
|
||||
"tool_timeouts": 5,
|
||||
"remaining_tool_executors": 0,
|
||||
"elapsed_ms": 1220.51,
|
||||
"event_loop_lag": {
|
||||
"count": 80,
|
||||
"median_ms": 5.38,
|
||||
"p95_ms": 6.33,
|
||||
"max_ms": 11.29
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "task_api_crud",
|
||||
"tasks": 100,
|
||||
"client_concurrency": 20,
|
||||
"latencies": {
|
||||
"create": {
|
||||
"count": 100,
|
||||
"median_ms": 103.05,
|
||||
"p95_ms": 143.89,
|
||||
"max_ms": 167.59
|
||||
},
|
||||
"update": {
|
||||
"count": 100,
|
||||
"median_ms": 124.21,
|
||||
"p95_ms": 139.58,
|
||||
"max_ms": 146.49
|
||||
},
|
||||
"list": {
|
||||
"count": 1,
|
||||
"median_ms": 3.33,
|
||||
"p95_ms": 3.33,
|
||||
"max_ms": 3.33
|
||||
},
|
||||
"delete": {
|
||||
"count": 100,
|
||||
"median_ms": 118.6,
|
||||
"p95_ms": 134.84,
|
||||
"max_ms": 147.0
|
||||
}
|
||||
},
|
||||
"default_page_count": 50,
|
||||
"default_total": 100,
|
||||
"pagination_complete": true,
|
||||
"final_total": 0,
|
||||
"elapsed_ms": 1841.45,
|
||||
"event_loop_lag": {
|
||||
"count": 146,
|
||||
"median_ms": 1.87,
|
||||
"p95_ms": 5.05,
|
||||
"max_ms": 65.53
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "task_api_crud",
|
||||
"tasks": 1000,
|
||||
"client_concurrency": 20,
|
||||
"latencies": {
|
||||
"create": {
|
||||
"count": 1000,
|
||||
"median_ms": 109.16,
|
||||
"p95_ms": 121.67,
|
||||
"max_ms": 133.03
|
||||
},
|
||||
"update": {
|
||||
"count": 1000,
|
||||
"median_ms": 125.42,
|
||||
"p95_ms": 146.2,
|
||||
"max_ms": 165.48
|
||||
},
|
||||
"list": {
|
||||
"count": 10,
|
||||
"median_ms": 5.12,
|
||||
"p95_ms": 7.31,
|
||||
"max_ms": 7.31
|
||||
},
|
||||
"delete": {
|
||||
"count": 1000,
|
||||
"median_ms": 122.71,
|
||||
"p95_ms": 145.87,
|
||||
"max_ms": 171.81
|
||||
}
|
||||
},
|
||||
"default_page_count": 50,
|
||||
"default_total": 1000,
|
||||
"pagination_complete": true,
|
||||
"final_total": 0,
|
||||
"elapsed_ms": 18067.11,
|
||||
"event_loop_lag": {
|
||||
"count": 1540,
|
||||
"median_ms": 1.33,
|
||||
"p95_ms": 4.46,
|
||||
"max_ms": 31.93
|
||||
}
|
||||
}
|
||||
],
|
||||
"database_bytes": 2932736,
|
||||
"complete": true
|
||||
}
|
||||
Reference in New Issue
Block a user