{ "python": "3.12.6", "platform": "Windows-11-10.0.26100-SP0", "provider": "mock with 50 ms injected delay per model turn; no network", "results": [ { "scenario": "agent_tool_runs", "concurrency": 1, "runs": 20, "latency": { "count": 20, "median_ms": 150.79, "p95_ms": 169.57, "max_ms": 178.52 }, "completed": 20, "ordered_events_and_replay": true, "terminal_recovery": true, "retained_records": 20, "elapsed_ms": 3047.59, "event_loop_lag": { "count": 995, "median_ms": 0, "p95_ms": 5.65, "max_ms": 21.83 } }, { "scenario": "agent_tool_runs", "concurrency": 10, "runs": 20, "latency": { "count": 20, "median_ms": 187.48, "p95_ms": 214.02, "max_ms": 214.58 }, "completed": 20, "ordered_events_and_replay": true, "terminal_recovery": true, "retained_records": 40, "elapsed_ms": 514.15, "event_loop_lag": { "count": 192, "median_ms": 0, "p95_ms": 4.82, "max_ms": 20.02 } }, { "scenario": "agent_tool_runs", "concurrency": 50, "runs": 50, "latency": { "count": 50, "median_ms": 364.9, "p95_ms": 366.99, "max_ms": 367.3 }, "completed": 50, "ordered_events_and_replay": true, "terminal_recovery": true, "retained_records": 90, "elapsed_ms": 526.56, "event_loop_lag": { "count": 172, "median_ms": 0, "p95_ms": 4.57, "max_ms": 69.89 } }, { "scenario": "agent_tool_runs", "concurrency": 200, "runs": 200, "latency": { "count": 200, "median_ms": 1118.63, "p95_ms": 1233.12, "max_ms": 1237.31 }, "completed": 200, "ordered_events_and_replay": true, "terminal_recovery": true, "retained_records": 200, "elapsed_ms": 1839.2, "event_loop_lag": { "count": 470, "median_ms": 0, "p95_ms": 2.6, "max_ms": 509.0 } }, { "scenario": "capacity_and_cancel", "active_limit": 200, "overflow_rejected": true, "cancelled": 200, "cancel_latency": { "count": 200, "median_ms": 7.71, "p95_ms": 10.8, "max_ms": 17.37 }, "elapsed_ms": 3613.48, "event_loop_lag": { "count": 1613, "median_ms": 0, "p95_ms": 0, "max_ms": 7.86 } }, { "scenario": "permission_wait", "runs": 20, "approved_completed": 10, "cancelled_waiting_permission": 10, "subscribers_released": true, "elapsed_ms": 388.83, "event_loop_lag": { "count": 72, "median_ms": 0, "p95_ms": 9.9, "max_ms": 15.27 } }, { "scenario": "failure_and_timeout_isolation", "runs": 20, "success": 5, "provider_errors": 5, "model_timeouts": 5, "tool_timeouts": 5, "remaining_tool_executors": 0, "elapsed_ms": 1295.29, "event_loop_lag": { "count": 152, "median_ms": 0, "p95_ms": 7.2, "max_ms": 17.24 } }, { "scenario": "task_api_crud", "tasks": 100, "client_concurrency": 20, "latencies": { "create": { "count": 100, "median_ms": 214.09, "p95_ms": 264.51, "max_ms": 309.99 }, "update": { "count": 100, "median_ms": 221.48, "p95_ms": 403.74, "max_ms": 495.1 }, "list": { "count": 1, "median_ms": 7.92, "p95_ms": 7.92, "max_ms": 7.92 }, "delete": { "count": 100, "median_ms": 232.9, "p95_ms": 468.48, "max_ms": 475.63 } }, "default_page_count": 50, "default_total": 100, "pagination_complete": true, "final_total": 0, "elapsed_ms": 3673.22, "event_loop_lag": { "count": 2337, "median_ms": 0, "p95_ms": 0, "max_ms": 118.92 } }, { "scenario": "task_api_crud", "tasks": 1000, "client_concurrency": 20, "latencies": { "create": { "count": 1000, "median_ms": 200.87, "p95_ms": 237.75, "max_ms": 376.8 }, "update": { "count": 1000, "median_ms": 220.04, "p95_ms": 260.19, "max_ms": 300.07 }, "list": { "count": 10, "median_ms": 7.89, "p95_ms": 9.61, "max_ms": 9.61 }, "delete": { "count": 1000, "median_ms": 218.1, "p95_ms": 266.23, "max_ms": 316.14 } }, "default_page_count": 50, "default_total": 1000, "pagination_complete": true, "final_total": 0, "elapsed_ms": 32562.93, "event_loop_lag": { "count": 24893, "median_ms": 0, "p95_ms": 0, "max_ms": 91.85 } } ], "database_bytes": 2981888, "complete": true }