{ "python": "3.13.9", "platform": "Windows-11-10.0.26100-SP0", "provider": "mock with 50 ms injected delay per model turn; no network", "results": [ { "scenario": "agent_tool_runs", "concurrency": 1, "runs": 20, "latency": { "count": 20, "median_ms": 168.93, "p95_ms": 172.17, "max_ms": 173.06 }, "completed": 20, "ordered_events_and_replay": true, "terminal_recovery": true, "recovery_read_ms": 35.15, "retained_records": 20, "elapsed_ms": 3446.25, "event_loop_lag": { "count": 223, "median_ms": 5.42, "p95_ms": 12.94, "max_ms": 15.02 } }, { "scenario": "agent_tool_runs", "concurrency": 10, "runs": 20, "latency": { "count": 20, "median_ms": 203.54, "p95_ms": 205.86, "max_ms": 206.36 }, "completed": 20, "ordered_events_and_replay": true, "terminal_recovery": true, "recovery_read_ms": 31.0, "retained_records": 40, "elapsed_ms": 479.2, "event_loop_lag": { "count": 31, "median_ms": 5.12, "p95_ms": 13.95, "max_ms": 14.6 } }, { "scenario": "agent_tool_runs", "concurrency": 50, "runs": 50, "latency": { "count": 50, "median_ms": 396.17, "p95_ms": 397.13, "max_ms": 397.52 }, "completed": 50, "ordered_events_and_replay": true, "terminal_recovery": true, "recovery_read_ms": 86.99, "retained_records": 90, "elapsed_ms": 554.8, "event_loop_lag": { "count": 35, "median_ms": 5.12, "p95_ms": 11.71, "max_ms": 46.86 } }, { "scenario": "agent_tool_runs", "concurrency": 200, "runs": 200, "latency": { "count": 200, "median_ms": 1004.47, "p95_ms": 1155.52, "max_ms": 1155.62 }, "completed": 200, "ordered_events_and_replay": true, "terminal_recovery": true, "recovery_read_ms": 313.29, "retained_records": 200, "elapsed_ms": 1550.94, "event_loop_lag": { "count": 113, "median_ms": 3.39, "p95_ms": 10.13, "max_ms": 12.19 } }, { "scenario": "capacity_and_cancel", "active_limit": 200, "overflow_rejected": true, "cancelled": 200, "cancel_latency": { "count": 200, "median_ms": 4.26, "p95_ms": 5.85, "max_ms": 12.49 }, "elapsed_ms": 1977.57, "event_loop_lag": { "count": 167, "median_ms": 1.68, "p95_ms": 4.24, "max_ms": 6.54 } }, { "scenario": "permission_wait", "runs": 20, "approved_completed": 10, "cancelled_waiting_permission": 10, "subscribers_released": true, "elapsed_ms": 294.49, "event_loop_lag": { "count": 20, "median_ms": 4.08, "p95_ms": 6.57, "max_ms": 9.92 } }, { "scenario": "failure_and_timeout_isolation", "runs": 20, "success": 5, "provider_errors": 5, "model_timeouts": 5, "tool_timeouts": 5, "remaining_tool_executors": 0, "elapsed_ms": 1220.51, "event_loop_lag": { "count": 80, "median_ms": 5.38, "p95_ms": 6.33, "max_ms": 11.29 } }, { "scenario": "task_api_crud", "tasks": 100, "client_concurrency": 20, "latencies": { "create": { "count": 100, "median_ms": 103.05, "p95_ms": 143.89, "max_ms": 167.59 }, "update": { "count": 100, "median_ms": 124.21, "p95_ms": 139.58, "max_ms": 146.49 }, "list": { "count": 1, "median_ms": 3.33, "p95_ms": 3.33, "max_ms": 3.33 }, "delete": { "count": 100, "median_ms": 118.6, "p95_ms": 134.84, "max_ms": 147.0 } }, "default_page_count": 50, "default_total": 100, "pagination_complete": true, "final_total": 0, "elapsed_ms": 1841.45, "event_loop_lag": { "count": 146, "median_ms": 1.87, "p95_ms": 5.05, "max_ms": 65.53 } }, { "scenario": "task_api_crud", "tasks": 1000, "client_concurrency": 20, "latencies": { "create": { "count": 1000, "median_ms": 109.16, "p95_ms": 121.67, "max_ms": 133.03 }, "update": { "count": 1000, "median_ms": 125.42, "p95_ms": 146.2, "max_ms": 165.48 }, "list": { "count": 10, "median_ms": 5.12, "p95_ms": 7.31, "max_ms": 7.31 }, "delete": { "count": 1000, "median_ms": 122.71, "p95_ms": 145.87, "max_ms": 171.81 } }, "default_page_count": 50, "default_total": 1000, "pagination_complete": true, "final_total": 0, "elapsed_ms": 18067.11, "event_loop_lag": { "count": 1540, "median_ms": 1.33, "p95_ms": 4.46, "max_ms": 31.93 } } ], "database_bytes": 2932736, "complete": true }