{ "python": "3.13.9", "platform": "Windows-11-10.0.26100-SP0", "provider": "mock with 50 ms injected delay per model turn; no network", "results": [ { "scenario": "agent_tool_runs", "concurrency": 1, "runs": 20, "latency": { "count": 20, "median_ms": 167.71, "p95_ms": 181.07, "max_ms": 203.5 }, "completed": 20, "ordered_events_and_replay": true, "terminal_recovery": true, "retained_records": 20, "elapsed_ms": 3464.02, "event_loop_lag": { "count": 224, "median_ms": 5.41, "p95_ms": 13.45, "max_ms": 33.56 } }, { "scenario": "agent_tool_runs", "concurrency": 10, "runs": 20, "latency": { "count": 20, "median_ms": 219.61, "p95_ms": 224.28, "max_ms": 224.39 }, "completed": 20, "ordered_events_and_replay": true, "terminal_recovery": true, "retained_records": 40, "elapsed_ms": 500.46, "event_loop_lag": { "count": 33, "median_ms": 4.35, "p95_ms": 13.1, "max_ms": 24.21 } }, { "scenario": "agent_tool_runs", "concurrency": 50, "runs": 50, "latency": { "count": 50, "median_ms": 356.51, "p95_ms": 358.17, "max_ms": 358.28 }, "completed": 50, "ordered_events_and_replay": true, "terminal_recovery": true, "retained_records": 90, "elapsed_ms": 495.22, "event_loop_lag": { "count": 27, "median_ms": 2.66, "p95_ms": 35.07, "max_ms": 73.78 } }, { "scenario": "agent_tool_runs", "concurrency": 200, "runs": 200, "latency": { "count": 200, "median_ms": 944.9, "p95_ms": 1007.22, "max_ms": 1007.96 }, "completed": 200, "ordered_events_and_replay": true, "terminal_recovery": true, "retained_records": 200, "elapsed_ms": 1412.6, "event_loop_lag": { "count": 77, "median_ms": 3.46, "p95_ms": 10.98, "max_ms": 326.14 } }, { "scenario": "capacity_and_cancel", "active_limit": 200, "overflow_rejected": true, "cancelled": 200, "cancel_latency": { "count": 200, "median_ms": 4.47, "p95_ms": 6.37, "max_ms": 14.65 }, "elapsed_ms": 2086.28, "event_loop_lag": { "count": 174, "median_ms": 1.48, "p95_ms": 4.69, "max_ms": 14.19 } }, { "scenario": "permission_wait", "runs": 20, "approved_completed": 10, "cancelled_waiting_permission": 10, "subscribers_released": true, "elapsed_ms": 307.52, "event_loop_lag": { "count": 20, "median_ms": 5.28, "p95_ms": 12.2, "max_ms": 15.35 } }, { "scenario": "failure_and_timeout_isolation", "runs": 20, "success": 5, "provider_errors": 5, "model_timeouts": 5, "tool_timeouts": 5, "remaining_tool_executors": 0, "elapsed_ms": 1236.24, "event_loop_lag": { "count": 80, "median_ms": 5.44, "p95_ms": 6.58, "max_ms": 15.75 } }, { "scenario": "task_api_crud", "tasks": 100, "client_concurrency": 20, "latencies": { "create": { "count": 100, "median_ms": 107.62, "p95_ms": 146.4, "max_ms": 177.83 }, "update": { "count": 100, "median_ms": 119.9, "p95_ms": 148.86, "max_ms": 176.92 }, "list": { "count": 1, "median_ms": 3.96, "p95_ms": 3.96, "max_ms": 3.96 }, "delete": { "count": 100, "median_ms": 126.81, "p95_ms": 180.34, "max_ms": 181.32 } }, "default_page_count": 50, "default_total": 100, "pagination_complete": true, "final_total": 0, "elapsed_ms": 1908.85, "event_loop_lag": { "count": 156, "median_ms": 1.39, "p95_ms": 5.2, "max_ms": 65.37 } }, { "scenario": "task_api_crud", "tasks": 1000, "client_concurrency": 20, "latencies": { "create": { "count": 1000, "median_ms": 109.25, "p95_ms": 122.91, "max_ms": 130.79 }, "update": { "count": 1000, "median_ms": 127.29, "p95_ms": 150.37, "max_ms": 180.05 }, "list": { "count": 10, "median_ms": 4.6, "p95_ms": 8.08, "max_ms": 8.08 }, "delete": { "count": 1000, "median_ms": 124.33, "p95_ms": 146.88, "max_ms": 167.34 } }, "default_page_count": 50, "default_total": 1000, "pagination_complete": true, "final_total": 0, "elapsed_ms": 18264.74, "event_loop_lag": { "count": 1555, "median_ms": 1.31, "p95_ms": 4.68, "max_ms": 39.35 } } ], "database_bytes": 2928640, "complete": true }