fix: stabilize background operations and large embedding results
This commit is contained in:
@@ -0,0 +1,230 @@
|
||||
{
|
||||
"python": "3.12.6",
|
||||
"platform": "Windows-11-10.0.26100-SP0",
|
||||
"provider": "mock with 50 ms injected delay per model turn; no network",
|
||||
"results": [
|
||||
{
|
||||
"scenario": "agent_tool_runs",
|
||||
"concurrency": 1,
|
||||
"runs": 20,
|
||||
"latency": {
|
||||
"count": 20,
|
||||
"median_ms": 146.2,
|
||||
"p95_ms": 170.13,
|
||||
"max_ms": 171.23
|
||||
},
|
||||
"completed": 20,
|
||||
"ordered_events_and_replay": true,
|
||||
"terminal_recovery": true,
|
||||
"retained_records": 20,
|
||||
"elapsed_ms": 3041.03,
|
||||
"event_loop_lag": {
|
||||
"count": 190,
|
||||
"median_ms": 5.64,
|
||||
"p95_ms": 16.81,
|
||||
"max_ms": 26.84
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "agent_tool_runs",
|
||||
"concurrency": 10,
|
||||
"runs": 20,
|
||||
"latency": {
|
||||
"count": 20,
|
||||
"median_ms": 405.75,
|
||||
"p95_ms": 505.74,
|
||||
"max_ms": 539.28
|
||||
},
|
||||
"completed": 20,
|
||||
"ordered_events_and_replay": true,
|
||||
"terminal_recovery": true,
|
||||
"retained_records": 40,
|
||||
"elapsed_ms": 1045.19,
|
||||
"event_loop_lag": {
|
||||
"count": 15,
|
||||
"median_ms": 57.63,
|
||||
"p95_ms": 136.71,
|
||||
"max_ms": 136.71
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "agent_tool_runs",
|
||||
"concurrency": 50,
|
||||
"runs": 50,
|
||||
"latency": {
|
||||
"count": 50,
|
||||
"median_ms": 2234.45,
|
||||
"p95_ms": 2304.42,
|
||||
"max_ms": 2307.54
|
||||
},
|
||||
"completed": 50,
|
||||
"ordered_events_and_replay": true,
|
||||
"terminal_recovery": true,
|
||||
"retained_records": 90,
|
||||
"elapsed_ms": 2552.49,
|
||||
"event_loop_lag": {
|
||||
"count": 8,
|
||||
"median_ms": 345.24,
|
||||
"p95_ms": 798.84,
|
||||
"max_ms": 798.84
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "agent_tool_runs",
|
||||
"concurrency": 200,
|
||||
"runs": 200,
|
||||
"latency": {
|
||||
"count": 200,
|
||||
"median_ms": 10262.47,
|
||||
"p95_ms": 10554.52,
|
||||
"max_ms": 10584.03
|
||||
},
|
||||
"completed": 200,
|
||||
"ordered_events_and_replay": true,
|
||||
"terminal_recovery": true,
|
||||
"retained_records": 200,
|
||||
"elapsed_ms": 11442.28,
|
||||
"event_loop_lag": {
|
||||
"count": 8,
|
||||
"median_ms": 1647.87,
|
||||
"p95_ms": 3559.97,
|
||||
"max_ms": 3559.97
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "capacity_and_cancel",
|
||||
"active_limit": 200,
|
||||
"overflow_rejected": true,
|
||||
"cancelled": 200,
|
||||
"cancel_latency": {
|
||||
"count": 200,
|
||||
"median_ms": 4.32,
|
||||
"p95_ms": 5.36,
|
||||
"max_ms": 8.27
|
||||
},
|
||||
"elapsed_ms": 3645.04,
|
||||
"event_loop_lag": {
|
||||
"count": 3,
|
||||
"median_ms": 14.04,
|
||||
"p95_ms": 3610.52,
|
||||
"max_ms": 3610.52
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "permission_wait",
|
||||
"runs": 20,
|
||||
"approved_completed": 10,
|
||||
"cancelled_waiting_permission": 10,
|
||||
"subscribers_released": true,
|
||||
"elapsed_ms": 971.64,
|
||||
"event_loop_lag": {
|
||||
"count": 11,
|
||||
"median_ms": 49.09,
|
||||
"p95_ms": 314.46,
|
||||
"max_ms": 314.46
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "failure_and_timeout_isolation",
|
||||
"runs": 20,
|
||||
"success": 5,
|
||||
"provider_errors": 5,
|
||||
"model_timeouts": 5,
|
||||
"tool_timeouts": 5,
|
||||
"remaining_tool_executors": 0,
|
||||
"elapsed_ms": 1531.14,
|
||||
"event_loop_lag": {
|
||||
"count": 83,
|
||||
"median_ms": 5.17,
|
||||
"p95_ms": 27.82,
|
||||
"max_ms": 255.96
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "task_api_crud",
|
||||
"tasks": 100,
|
||||
"client_concurrency": 20,
|
||||
"latencies": {
|
||||
"create": {
|
||||
"count": 100,
|
||||
"median_ms": 5.37,
|
||||
"p95_ms": 34.16,
|
||||
"max_ms": 61.99
|
||||
},
|
||||
"update": {
|
||||
"count": 100,
|
||||
"median_ms": 7.22,
|
||||
"p95_ms": 35.0,
|
||||
"max_ms": 96.33
|
||||
},
|
||||
"list": {
|
||||
"count": 1,
|
||||
"median_ms": 3.73,
|
||||
"p95_ms": 3.73,
|
||||
"max_ms": 3.73
|
||||
},
|
||||
"delete": {
|
||||
"count": 100,
|
||||
"median_ms": 5.44,
|
||||
"p95_ms": 14.57,
|
||||
"max_ms": 36.43
|
||||
}
|
||||
},
|
||||
"default_page_count": 50,
|
||||
"default_total": 100,
|
||||
"pagination_complete": true,
|
||||
"final_total": 0,
|
||||
"elapsed_ms": 2532.22,
|
||||
"event_loop_lag": {
|
||||
"count": 4,
|
||||
"median_ms": 776.23,
|
||||
"p95_ms": 1712.81,
|
||||
"max_ms": 1712.81
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "task_api_crud",
|
||||
"tasks": 1000,
|
||||
"client_concurrency": 20,
|
||||
"latencies": {
|
||||
"create": {
|
||||
"count": 1000,
|
||||
"median_ms": 5.18,
|
||||
"p95_ms": 32.23,
|
||||
"max_ms": 43.29
|
||||
},
|
||||
"update": {
|
||||
"count": 1000,
|
||||
"median_ms": 6.51,
|
||||
"p95_ms": 14.72,
|
||||
"max_ms": 90.27
|
||||
},
|
||||
"list": {
|
||||
"count": 10,
|
||||
"median_ms": 5.48,
|
||||
"p95_ms": 6.18,
|
||||
"max_ms": 6.18
|
||||
},
|
||||
"delete": {
|
||||
"count": 1000,
|
||||
"median_ms": 4.76,
|
||||
"p95_ms": 8.42,
|
||||
"max_ms": 97.64
|
||||
}
|
||||
},
|
||||
"default_page_count": 50,
|
||||
"default_total": 1000,
|
||||
"pagination_complete": true,
|
||||
"final_total": 0,
|
||||
"elapsed_ms": 21242.37,
|
||||
"event_loop_lag": {
|
||||
"count": 4,
|
||||
"median_ms": 6932.7,
|
||||
"p95_ms": 14260.46,
|
||||
"max_ms": 14260.46
|
||||
}
|
||||
}
|
||||
],
|
||||
"database_bytes": 2949120,
|
||||
"complete": true
|
||||
}
|
||||
Reference in New Issue
Block a user