fix: stabilize background operations and large embedding results
This commit is contained in:
@@ -0,0 +1,230 @@
|
||||
{
|
||||
"python": "3.12.6",
|
||||
"platform": "Windows-11-10.0.26100-SP0",
|
||||
"provider": "mock with 50 ms injected delay per model turn; no network",
|
||||
"results": [
|
||||
{
|
||||
"scenario": "agent_tool_runs",
|
||||
"concurrency": 1,
|
||||
"runs": 20,
|
||||
"latency": {
|
||||
"count": 20,
|
||||
"median_ms": 150.79,
|
||||
"p95_ms": 169.57,
|
||||
"max_ms": 178.52
|
||||
},
|
||||
"completed": 20,
|
||||
"ordered_events_and_replay": true,
|
||||
"terminal_recovery": true,
|
||||
"retained_records": 20,
|
||||
"elapsed_ms": 3047.59,
|
||||
"event_loop_lag": {
|
||||
"count": 995,
|
||||
"median_ms": 0,
|
||||
"p95_ms": 5.65,
|
||||
"max_ms": 21.83
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "agent_tool_runs",
|
||||
"concurrency": 10,
|
||||
"runs": 20,
|
||||
"latency": {
|
||||
"count": 20,
|
||||
"median_ms": 187.48,
|
||||
"p95_ms": 214.02,
|
||||
"max_ms": 214.58
|
||||
},
|
||||
"completed": 20,
|
||||
"ordered_events_and_replay": true,
|
||||
"terminal_recovery": true,
|
||||
"retained_records": 40,
|
||||
"elapsed_ms": 514.15,
|
||||
"event_loop_lag": {
|
||||
"count": 192,
|
||||
"median_ms": 0,
|
||||
"p95_ms": 4.82,
|
||||
"max_ms": 20.02
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "agent_tool_runs",
|
||||
"concurrency": 50,
|
||||
"runs": 50,
|
||||
"latency": {
|
||||
"count": 50,
|
||||
"median_ms": 364.9,
|
||||
"p95_ms": 366.99,
|
||||
"max_ms": 367.3
|
||||
},
|
||||
"completed": 50,
|
||||
"ordered_events_and_replay": true,
|
||||
"terminal_recovery": true,
|
||||
"retained_records": 90,
|
||||
"elapsed_ms": 526.56,
|
||||
"event_loop_lag": {
|
||||
"count": 172,
|
||||
"median_ms": 0,
|
||||
"p95_ms": 4.57,
|
||||
"max_ms": 69.89
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "agent_tool_runs",
|
||||
"concurrency": 200,
|
||||
"runs": 200,
|
||||
"latency": {
|
||||
"count": 200,
|
||||
"median_ms": 1118.63,
|
||||
"p95_ms": 1233.12,
|
||||
"max_ms": 1237.31
|
||||
},
|
||||
"completed": 200,
|
||||
"ordered_events_and_replay": true,
|
||||
"terminal_recovery": true,
|
||||
"retained_records": 200,
|
||||
"elapsed_ms": 1839.2,
|
||||
"event_loop_lag": {
|
||||
"count": 470,
|
||||
"median_ms": 0,
|
||||
"p95_ms": 2.6,
|
||||
"max_ms": 509.0
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "capacity_and_cancel",
|
||||
"active_limit": 200,
|
||||
"overflow_rejected": true,
|
||||
"cancelled": 200,
|
||||
"cancel_latency": {
|
||||
"count": 200,
|
||||
"median_ms": 7.71,
|
||||
"p95_ms": 10.8,
|
||||
"max_ms": 17.37
|
||||
},
|
||||
"elapsed_ms": 3613.48,
|
||||
"event_loop_lag": {
|
||||
"count": 1613,
|
||||
"median_ms": 0,
|
||||
"p95_ms": 0,
|
||||
"max_ms": 7.86
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "permission_wait",
|
||||
"runs": 20,
|
||||
"approved_completed": 10,
|
||||
"cancelled_waiting_permission": 10,
|
||||
"subscribers_released": true,
|
||||
"elapsed_ms": 388.83,
|
||||
"event_loop_lag": {
|
||||
"count": 72,
|
||||
"median_ms": 0,
|
||||
"p95_ms": 9.9,
|
||||
"max_ms": 15.27
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "failure_and_timeout_isolation",
|
||||
"runs": 20,
|
||||
"success": 5,
|
||||
"provider_errors": 5,
|
||||
"model_timeouts": 5,
|
||||
"tool_timeouts": 5,
|
||||
"remaining_tool_executors": 0,
|
||||
"elapsed_ms": 1295.29,
|
||||
"event_loop_lag": {
|
||||
"count": 152,
|
||||
"median_ms": 0,
|
||||
"p95_ms": 7.2,
|
||||
"max_ms": 17.24
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "task_api_crud",
|
||||
"tasks": 100,
|
||||
"client_concurrency": 20,
|
||||
"latencies": {
|
||||
"create": {
|
||||
"count": 100,
|
||||
"median_ms": 214.09,
|
||||
"p95_ms": 264.51,
|
||||
"max_ms": 309.99
|
||||
},
|
||||
"update": {
|
||||
"count": 100,
|
||||
"median_ms": 221.48,
|
||||
"p95_ms": 403.74,
|
||||
"max_ms": 495.1
|
||||
},
|
||||
"list": {
|
||||
"count": 1,
|
||||
"median_ms": 7.92,
|
||||
"p95_ms": 7.92,
|
||||
"max_ms": 7.92
|
||||
},
|
||||
"delete": {
|
||||
"count": 100,
|
||||
"median_ms": 232.9,
|
||||
"p95_ms": 468.48,
|
||||
"max_ms": 475.63
|
||||
}
|
||||
},
|
||||
"default_page_count": 50,
|
||||
"default_total": 100,
|
||||
"pagination_complete": true,
|
||||
"final_total": 0,
|
||||
"elapsed_ms": 3673.22,
|
||||
"event_loop_lag": {
|
||||
"count": 2337,
|
||||
"median_ms": 0,
|
||||
"p95_ms": 0,
|
||||
"max_ms": 118.92
|
||||
}
|
||||
},
|
||||
{
|
||||
"scenario": "task_api_crud",
|
||||
"tasks": 1000,
|
||||
"client_concurrency": 20,
|
||||
"latencies": {
|
||||
"create": {
|
||||
"count": 1000,
|
||||
"median_ms": 200.87,
|
||||
"p95_ms": 237.75,
|
||||
"max_ms": 376.8
|
||||
},
|
||||
"update": {
|
||||
"count": 1000,
|
||||
"median_ms": 220.04,
|
||||
"p95_ms": 260.19,
|
||||
"max_ms": 300.07
|
||||
},
|
||||
"list": {
|
||||
"count": 10,
|
||||
"median_ms": 7.89,
|
||||
"p95_ms": 9.61,
|
||||
"max_ms": 9.61
|
||||
},
|
||||
"delete": {
|
||||
"count": 1000,
|
||||
"median_ms": 218.1,
|
||||
"p95_ms": 266.23,
|
||||
"max_ms": 316.14
|
||||
}
|
||||
},
|
||||
"default_page_count": 50,
|
||||
"default_total": 1000,
|
||||
"pagination_complete": true,
|
||||
"final_total": 0,
|
||||
"elapsed_ms": 32562.93,
|
||||
"event_loop_lag": {
|
||||
"count": 24893,
|
||||
"median_ms": 0,
|
||||
"p95_ms": 0,
|
||||
"max_ms": 91.85
|
||||
}
|
||||
}
|
||||
],
|
||||
"database_bytes": 2981888,
|
||||
"complete": true
|
||||
}
|
||||
Reference in New Issue
Block a user