Record phase two acceptance evidence and synchronize delivery status
This commit is contained in:
@@ -0,0 +1,230 @@
|
||||
{
|
||||
"python": "3.13.9",
|
||||
"platform": "Windows-11-10.0.26100-SP0",
|
||||
"provider": "mock with 50 ms injected delay per model turn; no network",
|
||||
"results": [
|
||||
{
|
||||
"scenario": "agent_tool_runs",
|
||||
"concurrency": 1,
|
||||
"runs": 20,
|
||||
"latency": {
|
||||
"count": 20,
|
||||
"median_ms": 167.71,
|
||||
"p95_ms": 181.07,
|
||||
"max_ms": 203.5
|
||||
},
|
||||
"completed": 20,
|
||||
"ordered_events_and_replay": true,
|
||||
"terminal_recovery": true,
|
||||
"retained_records": 20,
|
||||
"elapsed_ms": 3464.02,
|
||||
"event_loop_lag": {
|
||||
"count": 224,
|
||||
"median_ms": 5.41,
|
||||
"p95_ms": 13.45,
|
||||
"max_ms": 33.56
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "agent_tool_runs",
|
||||
"concurrency": 10,
|
||||
"runs": 20,
|
||||
"latency": {
|
||||
"count": 20,
|
||||
"median_ms": 219.61,
|
||||
"p95_ms": 224.28,
|
||||
"max_ms": 224.39
|
||||
},
|
||||
"completed": 20,
|
||||
"ordered_events_and_replay": true,
|
||||
"terminal_recovery": true,
|
||||
"retained_records": 40,
|
||||
"elapsed_ms": 500.46,
|
||||
"event_loop_lag": {
|
||||
"count": 33,
|
||||
"median_ms": 4.35,
|
||||
"p95_ms": 13.1,
|
||||
"max_ms": 24.21
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "agent_tool_runs",
|
||||
"concurrency": 50,
|
||||
"runs": 50,
|
||||
"latency": {
|
||||
"count": 50,
|
||||
"median_ms": 356.51,
|
||||
"p95_ms": 358.17,
|
||||
"max_ms": 358.28
|
||||
},
|
||||
"completed": 50,
|
||||
"ordered_events_and_replay": true,
|
||||
"terminal_recovery": true,
|
||||
"retained_records": 90,
|
||||
"elapsed_ms": 495.22,
|
||||
"event_loop_lag": {
|
||||
"count": 27,
|
||||
"median_ms": 2.66,
|
||||
"p95_ms": 35.07,
|
||||
"max_ms": 73.78
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "agent_tool_runs",
|
||||
"concurrency": 200,
|
||||
"runs": 200,
|
||||
"latency": {
|
||||
"count": 200,
|
||||
"median_ms": 944.9,
|
||||
"p95_ms": 1007.22,
|
||||
"max_ms": 1007.96
|
||||
},
|
||||
"completed": 200,
|
||||
"ordered_events_and_replay": true,
|
||||
"terminal_recovery": true,
|
||||
"retained_records": 200,
|
||||
"elapsed_ms": 1412.6,
|
||||
"event_loop_lag": {
|
||||
"count": 77,
|
||||
"median_ms": 3.46,
|
||||
"p95_ms": 10.98,
|
||||
"max_ms": 326.14
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "capacity_and_cancel",
|
||||
"active_limit": 200,
|
||||
"overflow_rejected": true,
|
||||
"cancelled": 200,
|
||||
"cancel_latency": {
|
||||
"count": 200,
|
||||
"median_ms": 4.47,
|
||||
"p95_ms": 6.37,
|
||||
"max_ms": 14.65
|
||||
},
|
||||
"elapsed_ms": 2086.28,
|
||||
"event_loop_lag": {
|
||||
"count": 174,
|
||||
"median_ms": 1.48,
|
||||
"p95_ms": 4.69,
|
||||
"max_ms": 14.19
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "permission_wait",
|
||||
"runs": 20,
|
||||
"approved_completed": 10,
|
||||
"cancelled_waiting_permission": 10,
|
||||
"subscribers_released": true,
|
||||
"elapsed_ms": 307.52,
|
||||
"event_loop_lag": {
|
||||
"count": 20,
|
||||
"median_ms": 5.28,
|
||||
"p95_ms": 12.2,
|
||||
"max_ms": 15.35
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "failure_and_timeout_isolation",
|
||||
"runs": 20,
|
||||
"success": 5,
|
||||
"provider_errors": 5,
|
||||
"model_timeouts": 5,
|
||||
"tool_timeouts": 5,
|
||||
"remaining_tool_executors": 0,
|
||||
"elapsed_ms": 1236.24,
|
||||
"event_loop_lag": {
|
||||
"count": 80,
|
||||
"median_ms": 5.44,
|
||||
"p95_ms": 6.58,
|
||||
"max_ms": 15.75
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "task_api_crud",
|
||||
"tasks": 100,
|
||||
"client_concurrency": 20,
|
||||
"latencies": {
|
||||
"create": {
|
||||
"count": 100,
|
||||
"median_ms": 107.62,
|
||||
"p95_ms": 146.4,
|
||||
"max_ms": 177.83
|
||||
},
|
||||
"update": {
|
||||
"count": 100,
|
||||
"median_ms": 119.9,
|
||||
"p95_ms": 148.86,
|
||||
"max_ms": 176.92
|
||||
},
|
||||
"list": {
|
||||
"count": 1,
|
||||
"median_ms": 3.96,
|
||||
"p95_ms": 3.96,
|
||||
"max_ms": 3.96
|
||||
},
|
||||
"delete": {
|
||||
"count": 100,
|
||||
"median_ms": 126.81,
|
||||
"p95_ms": 180.34,
|
||||
"max_ms": 181.32
|
||||
}
|
||||
},
|
||||
"default_page_count": 50,
|
||||
"default_total": 100,
|
||||
"pagination_complete": true,
|
||||
"final_total": 0,
|
||||
"elapsed_ms": 1908.85,
|
||||
"event_loop_lag": {
|
||||
"count": 156,
|
||||
"median_ms": 1.39,
|
||||
"p95_ms": 5.2,
|
||||
"max_ms": 65.37
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "task_api_crud",
|
||||
"tasks": 1000,
|
||||
"client_concurrency": 20,
|
||||
"latencies": {
|
||||
"create": {
|
||||
"count": 1000,
|
||||
"median_ms": 109.25,
|
||||
"p95_ms": 122.91,
|
||||
"max_ms": 130.79
|
||||
},
|
||||
"update": {
|
||||
"count": 1000,
|
||||
"median_ms": 127.29,
|
||||
"p95_ms": 150.37,
|
||||
"max_ms": 180.05
|
||||
},
|
||||
"list": {
|
||||
"count": 10,
|
||||
"median_ms": 4.6,
|
||||
"p95_ms": 8.08,
|
||||
"max_ms": 8.08
|
||||
},
|
||||
"delete": {
|
||||
"count": 1000,
|
||||
"median_ms": 124.33,
|
||||
"p95_ms": 146.88,
|
||||
"max_ms": 167.34
|
||||
}
|
||||
},
|
||||
"default_page_count": 50,
|
||||
"default_total": 1000,
|
||||
"pagination_complete": true,
|
||||
"final_total": 0,
|
||||
"elapsed_ms": 18264.74,
|
||||
"event_loop_lag": {
|
||||
"count": 1555,
|
||||
"median_ms": 1.31,
|
||||
"p95_ms": 4.68,
|
||||
"max_ms": 39.35
|
||||
}
|
||||
}
|
||||
],
|
||||
"database_bytes": 2928640,
|
||||
"complete": true
|
||||
}
|
||||
Reference in New Issue
Block a user