{ "python": "3.12.6", "platform": "Windows-11-10.0.26100-SP0", "provider": "mock with 50 ms injected delay per model turn; no network", "results": [ { "scenario": "agent_tool_runs", "concurrency": 1, "runs": 20, "latency": { "count": 20, "median_ms": 146.2, "p95_ms": 170.13, "max_ms": 171.23 }, "completed": 20, "ordered_events_and_replay": true, "terminal_recovery": true, "retained_records": 20, "elapsed_ms": 3041.03, "event_loop_lag": { "count": 190, "median_ms": 5.64, "p95_ms": 16.81, "max_ms": 26.84 } }, { "scenario": "agent_tool_runs", "concurrency": 10, "runs": 20, "latency": { "count": 20, "median_ms": 405.75, "p95_ms": 505.74, "max_ms": 539.28 }, "completed": 20, "ordered_events_and_replay": true, "terminal_recovery": true, "retained_records": 40, "elapsed_ms": 1045.19, "event_loop_lag": { "count": 15, "median_ms": 57.63, "p95_ms": 136.71, "max_ms": 136.71 } }, { "scenario": "agent_tool_runs", "concurrency": 50, "runs": 50, "latency": { "count": 50, "median_ms": 2234.45, "p95_ms": 2304.42, "max_ms": 2307.54 }, "completed": 50, "ordered_events_and_replay": true, "terminal_recovery": true, "retained_records": 90, "elapsed_ms": 2552.49, "event_loop_lag": { "count": 8, "median_ms": 345.24, "p95_ms": 798.84, "max_ms": 798.84 } }, { "scenario": "agent_tool_runs", "concurrency": 200, "runs": 200, "latency": { "count": 200, "median_ms": 10262.47, "p95_ms": 10554.52, "max_ms": 10584.03 }, "completed": 200, "ordered_events_and_replay": true, "terminal_recovery": true, "retained_records": 200, "elapsed_ms": 11442.28, "event_loop_lag": { "count": 8, "median_ms": 1647.87, "p95_ms": 3559.97, "max_ms": 3559.97 } }, { "scenario": "capacity_and_cancel", "active_limit": 200, "overflow_rejected": true, "cancelled": 200, "cancel_latency": { "count": 200, "median_ms": 4.32, "p95_ms": 5.36, "max_ms": 8.27 }, "elapsed_ms": 3645.04, "event_loop_lag": { "count": 3, "median_ms": 14.04, "p95_ms": 3610.52, "max_ms": 3610.52 } }, { "scenario": "permission_wait", "runs": 20, "approved_completed": 10, "cancelled_waiting_permission": 10, "subscribers_released": true, "elapsed_ms": 971.64, "event_loop_lag": { "count": 11, "median_ms": 49.09, "p95_ms": 314.46, "max_ms": 314.46 } }, { "scenario": "failure_and_timeout_isolation", "runs": 20, "success": 5, "provider_errors": 5, "model_timeouts": 5, "tool_timeouts": 5, "remaining_tool_executors": 0, "elapsed_ms": 1531.14, "event_loop_lag": { "count": 83, "median_ms": 5.17, "p95_ms": 27.82, "max_ms": 255.96 } }, { "scenario": "task_api_crud", "tasks": 100, "client_concurrency": 20, "latencies": { "create": { "count": 100, "median_ms": 5.37, "p95_ms": 34.16, "max_ms": 61.99 }, "update": { "count": 100, "median_ms": 7.22, "p95_ms": 35.0, "max_ms": 96.33 }, "list": { "count": 1, "median_ms": 3.73, "p95_ms": 3.73, "max_ms": 3.73 }, "delete": { "count": 100, "median_ms": 5.44, "p95_ms": 14.57, "max_ms": 36.43 } }, "default_page_count": 50, "default_total": 100, "pagination_complete": true, "final_total": 0, "elapsed_ms": 2532.22, "event_loop_lag": { "count": 4, "median_ms": 776.23, "p95_ms": 1712.81, "max_ms": 1712.81 } }, { "scenario": "task_api_crud", "tasks": 1000, "client_concurrency": 20, "latencies": { "create": { "count": 1000, "median_ms": 5.18, "p95_ms": 32.23, "max_ms": 43.29 }, "update": { "count": 1000, "median_ms": 6.51, "p95_ms": 14.72, "max_ms": 90.27 }, "list": { "count": 10, "median_ms": 5.48, "p95_ms": 6.18, "max_ms": 6.18 }, "delete": { "count": 1000, "median_ms": 4.76, "p95_ms": 8.42, "max_ms": 97.64 } }, "default_page_count": 50, "default_total": 1000, "pagination_complete": true, "final_total": 0, "elapsed_ms": 21242.37, "event_loop_lag": { "count": 4, "median_ms": 6932.7, "p95_ms": 14260.46, "max_ms": 14260.46 } } ], "database_bytes": 2949120, "complete": true }