11750 lines
357 KiB
JSON
11750 lines
357 KiB
JSON
{
|
|
"fts": {
|
|
"run_id": "benchmark_5a6c4f239eb3",
|
|
"kind": "rag",
|
|
"dataset_id": "rag-phase2-v1",
|
|
"dataset_hash": "sha256:c269104de2ea4b11ec6b5b10c7f953e21255c111385a430675340e1e7f74defd",
|
|
"status": "completed",
|
|
"config_snapshot": {
|
|
"dataset_id": "rag-phase2-v1",
|
|
"dataset_hash": "sha256:c269104de2ea4b11ec6b5b10c7f953e21255c111385a430675340e1e7f74defd",
|
|
"dataset_version": "1.0.0",
|
|
"modes": [
|
|
"fts"
|
|
],
|
|
"retrieval": {
|
|
"top_k": 5,
|
|
"fusion": "rrf",
|
|
"rrf_k": 60,
|
|
"rerank": false,
|
|
"rerank_candidates": 20,
|
|
"score_threshold": 0.0
|
|
},
|
|
"repeat": 2,
|
|
"embedding": {
|
|
"policy": "per_case",
|
|
"details": "cases[].embedding"
|
|
},
|
|
"local_embedding": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"version": "c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dim": 384
|
|
},
|
|
"reranker": {
|
|
"model_id": "lexical-v1",
|
|
"version": "1"
|
|
},
|
|
"index_meta": {
|
|
"embedding_model": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"embedding_dim": "384",
|
|
"workspace_vectors_pending": "0"
|
|
},
|
|
"app": {
|
|
"version": "0.1.0",
|
|
"environment": "development"
|
|
},
|
|
"python": "3.13.9",
|
|
"metadata": {
|
|
"corpus_sha256": "be8e9ba0be7c96ce527f213e1ea26af43bf548c4a7e8c6e7592281c44f76f02d",
|
|
"split": "development; no held-out production claim"
|
|
}
|
|
},
|
|
"metrics": {
|
|
"fts": {
|
|
"hit_at_1": 0.9583333333333334,
|
|
"hit_at_5": 1.0,
|
|
"recall_at_k": 1.0,
|
|
"mrr": 0.9666666666666667,
|
|
"citation_hit_rate": 0.75,
|
|
"p50_latency_ms": 9.638050018111244,
|
|
"p95_latency_ms": 12.203904980560765,
|
|
"total_cases": 48,
|
|
"successful_cases": 48,
|
|
"failed_cases": 0,
|
|
"failure_rate": 0.0
|
|
}
|
|
},
|
|
"cases": [
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "deadlock-0",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 10.198100004345179,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_da790c1c3b905f26",
|
|
"note_4a26a95db9b832fc",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "deadlock-0",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 8.61979997716844,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_da790c1c3b905f26",
|
|
"note_4a26a95db9b832fc",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "deadlock-1",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 10.850300022866577,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_04142ad0124ae76d",
|
|
"note_1acd666aa1e79f96",
|
|
"note_da790c1c3b905f26",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "deadlock-1",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 10.8780000009574,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_04142ad0124ae76d",
|
|
"note_1acd666aa1e79f96",
|
|
"note_da790c1c3b905f26",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "starvation-0",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 7.763999979943037,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_da790c1c3b905f26",
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_432c03c5f4212020",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_c6c78e0831003670",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "starvation-0",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 7.96810002066195,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_da790c1c3b905f26",
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_432c03c5f4212020",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_c6c78e0831003670",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "starvation-1",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 12.042899965308607,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_04142ad0124ae76d",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "starvation-1",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 13.909799978137016,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_04142ad0124ae76d",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "rrf-0",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 10.076700011268258,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_1acd666aa1e79f96",
|
|
"note_da790c1c3b905f26",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_da790c1c3b905f26"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_432c03c5f4212020",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_d15c420ab15ba221"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "rrf-0",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 8.595200022682548,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_1acd666aa1e79f96",
|
|
"note_da790c1c3b905f26",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_da790c1c3b905f26"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_432c03c5f4212020",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_d15c420ab15ba221"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "rrf-1",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 10.860100039280951,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_abe4534c5c35b694",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_2788f9d5e6287c34"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "rrf-1",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 10.855100001208484,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_abe4534c5c35b694",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_2788f9d5e6287c34"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "rerank-0",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 8.558499976061285,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_48f96c75ea97d552",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_84afb04006190ead",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_a5e3dba263f588f8"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "rerank-0",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 8.878499967977405,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_48f96c75ea97d552",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_84afb04006190ead",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_a5e3dba263f588f8"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "rerank-1",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 9.136800013948232,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952",
|
|
"note_4a26a95db9b832fc",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_a5e3dba263f588f8"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "rerank-1",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 8.018900000024587,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952",
|
|
"note_4a26a95db9b832fc",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_a5e3dba263f588f8"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "optimistic-0",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 7.770400028675795,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_cdc416a180e5099b",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_b68f6945024f098d",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "optimistic-0",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 8.588500029873103,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_cdc416a180e5099b",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_b68f6945024f098d",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "optimistic-1",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 11.447099968791008,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_04142ad0124ae76d",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_e834cb35c46dcbfa",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "optimistic-1",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 12.84400001168251,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_04142ad0124ae76d",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_e834cb35c46dcbfa",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "idempotency-0",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 7.663899974431843,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b",
|
|
"note_bfd65995af95a6a6",
|
|
"note_4a26a95db9b832fc",
|
|
"note_894ec7d0760d0cd6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_748b1be4cee7cb9b"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "idempotency-0",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 7.632600027136505,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b",
|
|
"note_bfd65995af95a6a6",
|
|
"note_4a26a95db9b832fc",
|
|
"note_894ec7d0760d0cd6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_748b1be4cee7cb9b"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "idempotency-1",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 10.404300002846867,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_48f96c75ea97d552",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_b68f6945024f098d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "idempotency-1",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 10.27790002990514,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_48f96c75ea97d552",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_b68f6945024f098d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "sse-0",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 9.087299986276776,
|
|
"retrieved_note_ids": [
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "sse-0",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 8.208599989302456,
|
|
"retrieved_note_ids": [
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "sse-1",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 11.035299976356328,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_b68f6945024f098d",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": false,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 0.2,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "sse-1",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 10.727200016845018,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_b68f6945024f098d",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": false,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 0.2,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "cancel-0",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 10.134500043932348,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_bfd65995af95a6a6",
|
|
"note_da790c1c3b905f26"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_d15c420ab15ba221"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "cancel-0",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 9.627300023566931,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_bfd65995af95a6a6",
|
|
"note_da790c1c3b905f26"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_d15c420ab15ba221"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "cancel-1",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 12.007399986032397,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_cdc416a180e5099b",
|
|
"note_04142ad0124ae76d",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_b68f6945024f098d",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "cancel-1",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 10.957200021948665,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_cdc416a180e5099b",
|
|
"note_04142ad0124ae76d",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_b68f6945024f098d",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "embedding-0",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 9.363000048324466,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_b68f6945024f098d",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "embedding-0",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 12.290599988773465,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_b68f6945024f098d",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "embedding-1",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 11.882799968589097,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "embedding-1",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 10.104500048328191,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "citation-0",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 8.12070001848042,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_a0b8289f7f334952",
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f2a60de446d8b630",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "citation-0",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 6.44500000635162,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_a0b8289f7f334952",
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f2a60de446d8b630",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "citation-1",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 8.619399974122643,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_5eac426f6220ca29",
|
|
"blk_f2a60de446d8b630",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_b68f6945024f098d",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "citation-1",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 9.691299987025559,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_5eac426f6220ca29",
|
|
"blk_f2a60de446d8b630",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_b68f6945024f098d",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "zip-0",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 7.710999983828515,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_4a26a95db9b832fc",
|
|
"note_bfd65995af95a6a6",
|
|
"note_1acd666aa1e79f96",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ec785607e700a5c0",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_c6c78e0831003670",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "zip-0",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 7.523700012825429,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_4a26a95db9b832fc",
|
|
"note_bfd65995af95a6a6",
|
|
"note_1acd666aa1e79f96",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ec785607e700a5c0",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_c6c78e0831003670",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "zip-1",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 9.566100023221225,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_cdc416a180e5099b",
|
|
"note_4a26a95db9b832fc",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_b68f6945024f098d",
|
|
"blk_ec785607e700a5c0",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "zip-1",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 11.646599974483252,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_cdc416a180e5099b",
|
|
"note_4a26a95db9b832fc",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_b68f6945024f098d",
|
|
"blk_ec785607e700a5c0",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "plot-0",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 9.648800012655556,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_da790c1c3b905f26",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_c6c78e0831003670",
|
|
"blk_5bfc319608e9cee0",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "plot-0",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 8.502600016072392,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_da790c1c3b905f26",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_c6c78e0831003670",
|
|
"blk_5bfc319608e9cee0",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "plot-1",
|
|
"mode": "fts",
|
|
"repeat": 0,
|
|
"latency_ms": 10.013899998739362,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_04142ad0124ae76d",
|
|
"note_1acd666aa1e79f96",
|
|
"note_da790c1c3b905f26",
|
|
"note_894ec7d0760d0cd6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_748b1be4cee7cb9b"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "not_used"
|
|
},
|
|
"case_id": "plot-1",
|
|
"mode": "fts",
|
|
"repeat": 1,
|
|
"latency_ms": 9.062100027222186,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_04142ad0124ae76d",
|
|
"note_1acd666aa1e79f96",
|
|
"note_da790c1c3b905f26",
|
|
"note_894ec7d0760d0cd6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_748b1be4cee7cb9b"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
}
|
|
],
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
"vector": {
|
|
"run_id": "benchmark_2028aee8b573",
|
|
"kind": "rag",
|
|
"dataset_id": "rag-phase2-v1",
|
|
"dataset_hash": "sha256:c269104de2ea4b11ec6b5b10c7f953e21255c111385a430675340e1e7f74defd",
|
|
"status": "completed",
|
|
"config_snapshot": {
|
|
"dataset_id": "rag-phase2-v1",
|
|
"dataset_hash": "sha256:c269104de2ea4b11ec6b5b10c7f953e21255c111385a430675340e1e7f74defd",
|
|
"dataset_version": "1.0.0",
|
|
"modes": [
|
|
"vector"
|
|
],
|
|
"retrieval": {
|
|
"top_k": 5,
|
|
"fusion": "rrf",
|
|
"rrf_k": 60,
|
|
"rerank": false,
|
|
"rerank_candidates": 20,
|
|
"score_threshold": 0.0
|
|
},
|
|
"repeat": 2,
|
|
"embedding": {
|
|
"policy": "per_case",
|
|
"details": "cases[].embedding"
|
|
},
|
|
"local_embedding": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"version": "c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dim": 384
|
|
},
|
|
"reranker": {
|
|
"model_id": "lexical-v1",
|
|
"version": "1"
|
|
},
|
|
"index_meta": {
|
|
"embedding_model": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"embedding_dim": "384",
|
|
"workspace_vectors_pending": "0"
|
|
},
|
|
"app": {
|
|
"version": "0.1.0",
|
|
"environment": "development"
|
|
},
|
|
"python": "3.13.9",
|
|
"metadata": {
|
|
"corpus_sha256": "be8e9ba0be7c96ce527f213e1ea26af43bf548c4a7e8c6e7592281c44f76f02d",
|
|
"split": "development; no held-out production claim"
|
|
}
|
|
},
|
|
"metrics": {
|
|
"vector": {
|
|
"hit_at_1": 1.0,
|
|
"hit_at_5": 1.0,
|
|
"recall_at_k": 1.0,
|
|
"mrr": 1.0,
|
|
"citation_hit_rate": 0.5833333333333334,
|
|
"p50_latency_ms": 4571.744949993445,
|
|
"p95_latency_ms": 10284.191175037995,
|
|
"total_cases": 48,
|
|
"successful_cases": 48,
|
|
"failed_cases": 0,
|
|
"failure_rate": 0.0
|
|
}
|
|
},
|
|
"cases": [
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-0",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9157.754899992142,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-0",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 16.02660003118217,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-1",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9208.04609998595,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_04142ad0124ae76d",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-1",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 12.92400003876537,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_04142ad0124ae76d",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-0",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9391.045500000473,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_da790c1c3b905f26",
|
|
"note_4a26a95db9b832fc",
|
|
"note_04142ad0124ae76d",
|
|
"note_894ec7d0760d0cd6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_432c03c5f4212020",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_748b1be4cee7cb9b"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-0",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 14.709699957165867,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_da790c1c3b905f26",
|
|
"note_4a26a95db9b832fc",
|
|
"note_04142ad0124ae76d",
|
|
"note_894ec7d0760d0cd6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_432c03c5f4212020",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_748b1be4cee7cb9b"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-1",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9808.362899988424,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_4a26a95db9b832fc"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_ce08f371b1dcf2c5"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-1",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 15.165499993599951,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_4a26a95db9b832fc"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_ce08f371b1dcf2c5"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-0",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9104.640499979723,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-0",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 15.831600001547486,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-1",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9176.87389999628,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_abe4534c5c35b694",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-1",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 14.966599992476404,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_abe4534c5c35b694",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-0",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9133.037099963985,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_84afb04006190ead",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-0",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 16.24160003848374,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_84afb04006190ead",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-1",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9185.094400017988,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_84afb04006190ead",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_a5e3dba263f588f8"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-1",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 15.247399976942688,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_84afb04006190ead",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_a5e3dba263f588f8"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-0",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9292.875599989202,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_a0b8289f7f334952",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_f2a60de446d8b630",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-0",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 14.421100029721856,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_a0b8289f7f334952",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_f2a60de446d8b630",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-1",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9225.853099953383,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_cdc416a180e5099b",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-1",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 14.767799992114305,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_cdc416a180e5099b",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-0",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 10237.51240002457,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_84afb04006190ead",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-0",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 16.680400003679097,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_84afb04006190ead",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-1",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 13356.72889999114,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_b68f6945024f098d",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_064caf4b9c2e2518"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-1",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 38.84940000716597,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_b68f6945024f098d",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_064caf4b9c2e2518"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-0",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 21347.127699991688,
|
|
"retrieved_note_ids": [
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-0",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 17.397299990989268,
|
|
"retrieved_note_ids": [
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-1",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 10309.325900045224,
|
|
"retrieved_note_ids": [
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_48f96c75ea97d552",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_5bfc319608e9cee0",
|
|
"blk_84afb04006190ead",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-1",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 15.522899979259819,
|
|
"retrieved_note_ids": [
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_48f96c75ea97d552",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_5bfc319608e9cee0",
|
|
"blk_84afb04006190ead",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-0",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 10054.351200000383,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-0",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 15.64709999365732,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-1",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9987.820700043812,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_04142ad0124ae76d",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_5bfc319608e9cee0"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-1",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 15.249199990648776,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_04142ad0124ae76d",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_5bfc319608e9cee0"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-0",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9889.74470004905,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-0",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 12.628600001335144,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-1",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9258.062000037171,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_bfd65995af95a6a6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_c4644f51b0853ef2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-1",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 13.0928999860771,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_bfd65995af95a6a6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_c4644f51b0853ef2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-0",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9243.302999995649,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_a0b8289f7f334952",
|
|
"note_04142ad0124ae76d",
|
|
"note_cdc416a180e5099b",
|
|
"note_bfd65995af95a6a6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f2a60de446d8b630",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_c4644f51b0853ef2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-0",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 15.68569999653846,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_a0b8289f7f334952",
|
|
"note_04142ad0124ae76d",
|
|
"note_cdc416a180e5099b",
|
|
"note_bfd65995af95a6a6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f2a60de446d8b630",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_c4644f51b0853ef2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-1",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9782.767299970146,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_5eac426f6220ca29",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_f2a60de446d8b630",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-1",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 14.568900049198419,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_5eac426f6220ca29",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_f2a60de446d8b630",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-0",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9433.200299972668,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_4a26a95db9b832fc",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_bfd65995af95a6a6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ec785607e700a5c0",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_c4644f51b0853ef2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-0",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 14.684900001157075,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_4a26a95db9b832fc",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_bfd65995af95a6a6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ec785607e700a5c0",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_c4644f51b0853ef2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-1",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9682.491299987305,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_4a26a95db9b832fc",
|
|
"note_04142ad0124ae76d",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_ec785607e700a5c0",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-1",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 14.825299964286387,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_4a26a95db9b832fc",
|
|
"note_04142ad0124ae76d",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_ec785607e700a5c0",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-0",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9925.786300038453,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_48f96c75ea97d552",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c6c78e0831003670",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_3f7160f36792f3a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-0",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 12.584000010974705,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_48f96c75ea97d552",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c6c78e0831003670",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_3f7160f36792f3a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "miss",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-1",
|
|
"mode": "vector",
|
|
"repeat": 0,
|
|
"latency_ms": 9515.448999998625,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_04142ad0124ae76d",
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c6c78e0831003670",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-1",
|
|
"mode": "vector",
|
|
"repeat": 1,
|
|
"latency_ms": 15.061200014315546,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_04142ad0124ae76d",
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c6c78e0831003670",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
}
|
|
],
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
"hybrid-weighted": {
|
|
"run_id": "benchmark_51ef998a3242",
|
|
"kind": "rag",
|
|
"dataset_id": "rag-phase2-v1",
|
|
"dataset_hash": "sha256:c269104de2ea4b11ec6b5b10c7f953e21255c111385a430675340e1e7f74defd",
|
|
"status": "completed",
|
|
"config_snapshot": {
|
|
"dataset_id": "rag-phase2-v1",
|
|
"dataset_hash": "sha256:c269104de2ea4b11ec6b5b10c7f953e21255c111385a430675340e1e7f74defd",
|
|
"dataset_version": "1.0.0",
|
|
"modes": [
|
|
"hybrid"
|
|
],
|
|
"retrieval": {
|
|
"top_k": 5,
|
|
"fusion": "weighted",
|
|
"rrf_k": 60,
|
|
"rerank": false,
|
|
"rerank_candidates": 20,
|
|
"score_threshold": 0.0
|
|
},
|
|
"repeat": 2,
|
|
"embedding": {
|
|
"policy": "per_case",
|
|
"details": "cases[].embedding"
|
|
},
|
|
"local_embedding": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"version": "c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dim": 384
|
|
},
|
|
"reranker": {
|
|
"model_id": "lexical-v1",
|
|
"version": "1"
|
|
},
|
|
"index_meta": {
|
|
"embedding_model": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"embedding_dim": "384",
|
|
"workspace_vectors_pending": "0"
|
|
},
|
|
"app": {
|
|
"version": "0.1.0",
|
|
"environment": "development"
|
|
},
|
|
"python": "3.13.9",
|
|
"metadata": {
|
|
"corpus_sha256": "be8e9ba0be7c96ce527f213e1ea26af43bf548c4a7e8c6e7592281c44f76f02d",
|
|
"split": "development; no held-out production claim"
|
|
}
|
|
},
|
|
"metrics": {
|
|
"hybrid": {
|
|
"hit_at_1": 0.9583333333333334,
|
|
"hit_at_5": 1.0,
|
|
"recall_at_k": 1.0,
|
|
"mrr": 0.96875,
|
|
"citation_hit_rate": 0.6666666666666666,
|
|
"p50_latency_ms": 15.436549991136417,
|
|
"p95_latency_ms": 19.694495006115176,
|
|
"total_cases": 48,
|
|
"successful_cases": 48,
|
|
"failed_cases": 0,
|
|
"failure_rate": 0.0
|
|
}
|
|
},
|
|
"cases": [
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.839500014204532,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_da790c1c3b905f26",
|
|
"note_cdc416a180e5099b",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_b68f6945024f098d",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 16.484799969475716,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_da790c1c3b905f26",
|
|
"note_cdc416a180e5099b",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_b68f6945024f098d",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 18.049800011795014,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_04142ad0124ae76d",
|
|
"note_da790c1c3b905f26",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 18.06110003963113,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_04142ad0124ae76d",
|
|
"note_da790c1c3b905f26",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 19.66829999582842,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_da790c1c3b905f26",
|
|
"note_4a26a95db9b832fc",
|
|
"note_04142ad0124ae76d",
|
|
"note_894ec7d0760d0cd6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_432c03c5f4212020",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_748b1be4cee7cb9b"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.93320002919063,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_da790c1c3b905f26",
|
|
"note_4a26a95db9b832fc",
|
|
"note_04142ad0124ae76d",
|
|
"note_894ec7d0760d0cd6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_432c03c5f4212020",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_748b1be4cee7cb9b"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 19.85340000828728,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 16.443900007288903,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 13.740300026256591,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_1acd666aa1e79f96",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_da790c1c3b905f26",
|
|
"note_bfd65995af95a6a6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_432c03c5f4212020",
|
|
"blk_c4644f51b0853ef2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 12.951200013048947,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_1acd666aa1e79f96",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_da790c1c3b905f26",
|
|
"note_bfd65995af95a6a6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_432c03c5f4212020",
|
|
"blk_c4644f51b0853ef2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 13.957499992102385,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_abe4534c5c35b694",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_064caf4b9c2e2518"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.939500018954277,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_abe4534c5c35b694",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_064caf4b9c2e2518"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.237800020258874,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_48f96c75ea97d552",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_84afb04006190ead",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 21.614700031932443,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_48f96c75ea97d552",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_84afb04006190ead",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.422699983697385,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_4a26a95db9b832fc"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_84afb04006190ead",
|
|
"blk_ce08f371b1dcf2c5"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 13.633299968205392,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_4a26a95db9b832fc"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_84afb04006190ead",
|
|
"blk_ce08f371b1dcf2c5"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.735500026494265,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 18.51730002090335,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 16.222500009462237,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_b68f6945024f098d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 19.408599997404963,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_b68f6945024f098d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.764299965463579,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_84afb04006190ead",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 13.781399989966303,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_84afb04006190ead",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.382900019176304,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_b68f6945024f098d",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 13.9435000019148,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_b68f6945024f098d",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 13.594799966085702,
|
|
"retrieved_note_ids": [
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 16.04160002898425,
|
|
"retrieved_note_ids": [
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 13.6027000262402,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": false,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 0.25,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 16.95280004059896,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": false,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 0.25,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 13.98340001469478,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.146700035780668,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.434599957894534,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_04142ad0124ae76d",
|
|
"note_cdc416a180e5099b",
|
|
"note_894ec7d0760d0cd6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_b68f6945024f098d",
|
|
"blk_748b1be4cee7cb9b"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.960199991241097,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_04142ad0124ae76d",
|
|
"note_cdc416a180e5099b",
|
|
"note_894ec7d0760d0cd6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_b68f6945024f098d",
|
|
"blk_748b1be4cee7cb9b"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 19.708600011654198,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_84afb04006190ead",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.590099967084825,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_84afb04006190ead",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 16.215800016652793,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 18.72470002854243,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.515900042373687,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_a0b8289f7f334952",
|
|
"note_04142ad0124ae76d",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f2a60de446d8b630",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.49019996309653,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_a0b8289f7f334952",
|
|
"note_04142ad0124ae76d",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f2a60de446d8b630",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.52560001052916,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_5eac426f6220ca29",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_f2a60de446d8b630",
|
|
"blk_b68f6945024f098d",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.35369998216629,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_5eac426f6220ca29",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_f2a60de446d8b630",
|
|
"blk_b68f6945024f098d",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 19.509100005961955,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_4a26a95db9b832fc",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_bfd65995af95a6a6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ec785607e700a5c0",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_c6c78e0831003670"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 13.297000026796013,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_4a26a95db9b832fc",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_bfd65995af95a6a6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ec785607e700a5c0",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_c6c78e0831003670"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.641700010746717,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_cdc416a180e5099b",
|
|
"note_4a26a95db9b832fc",
|
|
"note_04142ad0124ae76d",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_b68f6945024f098d",
|
|
"blk_ec785607e700a5c0",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.604999974835664,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_cdc416a180e5099b",
|
|
"note_4a26a95db9b832fc",
|
|
"note_04142ad0124ae76d",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_b68f6945024f098d",
|
|
"blk_ec785607e700a5c0",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.29320004535839,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_48f96c75ea97d552",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c6c78e0831003670",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_3f7160f36792f3a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.002300031483173,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_48f96c75ea97d552",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c6c78e0831003670",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_3f7160f36792f3a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 16.9097000034526,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_04142ad0124ae76d",
|
|
"note_bfd65995af95a6a6",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_c6c78e0831003670",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.798099979292601,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_04142ad0124ae76d",
|
|
"note_bfd65995af95a6a6",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_c6c78e0831003670",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
}
|
|
],
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
"hybrid-rrf": {
|
|
"run_id": "benchmark_d83eea0d766a",
|
|
"kind": "rag",
|
|
"dataset_id": "rag-phase2-v1",
|
|
"dataset_hash": "sha256:c269104de2ea4b11ec6b5b10c7f953e21255c111385a430675340e1e7f74defd",
|
|
"status": "completed",
|
|
"config_snapshot": {
|
|
"dataset_id": "rag-phase2-v1",
|
|
"dataset_hash": "sha256:c269104de2ea4b11ec6b5b10c7f953e21255c111385a430675340e1e7f74defd",
|
|
"dataset_version": "1.0.0",
|
|
"modes": [
|
|
"hybrid"
|
|
],
|
|
"retrieval": {
|
|
"top_k": 5,
|
|
"fusion": "rrf",
|
|
"rrf_k": 60,
|
|
"rerank": false,
|
|
"rerank_candidates": 20,
|
|
"score_threshold": 0.0
|
|
},
|
|
"repeat": 2,
|
|
"embedding": {
|
|
"policy": "per_case",
|
|
"details": "cases[].embedding"
|
|
},
|
|
"local_embedding": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"version": "c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dim": 384
|
|
},
|
|
"reranker": {
|
|
"model_id": "lexical-v1",
|
|
"version": "1"
|
|
},
|
|
"index_meta": {
|
|
"embedding_model": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"embedding_dim": "384",
|
|
"workspace_vectors_pending": "0"
|
|
},
|
|
"app": {
|
|
"version": "0.1.0",
|
|
"environment": "development"
|
|
},
|
|
"python": "3.13.9",
|
|
"metadata": {
|
|
"corpus_sha256": "be8e9ba0be7c96ce527f213e1ea26af43bf548c4a7e8c6e7592281c44f76f02d",
|
|
"split": "development; no held-out production claim"
|
|
}
|
|
},
|
|
"metrics": {
|
|
"hybrid": {
|
|
"hit_at_1": 0.9166666666666666,
|
|
"hit_at_5": 1.0,
|
|
"recall_at_k": 1.0,
|
|
"mrr": 0.9583333333333334,
|
|
"citation_hit_rate": 0.6666666666666666,
|
|
"p50_latency_ms": 15.443600015714765,
|
|
"p95_latency_ms": 20.275999984005466,
|
|
"total_cases": 48,
|
|
"successful_cases": 48,
|
|
"failed_cases": 0,
|
|
"failure_rate": 0.0
|
|
}
|
|
},
|
|
"cases": [
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.709700015373528,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_da790c1c3b905f26",
|
|
"note_cdc416a180e5099b",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_b68f6945024f098d",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.912199974991381,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_da790c1c3b905f26",
|
|
"note_cdc416a180e5099b",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_b68f6945024f098d",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.348199998494238,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_04142ad0124ae76d",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_da790c1c3b905f26",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.392899989616126,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_04142ad0124ae76d",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_da790c1c3b905f26",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 16.231500019785017,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_da790c1c3b905f26",
|
|
"note_4a26a95db9b832fc",
|
|
"note_04142ad0124ae76d",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_432c03c5f4212020",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 17.13029999518767,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_da790c1c3b905f26",
|
|
"note_4a26a95db9b832fc",
|
|
"note_04142ad0124ae76d",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_432c03c5f4212020",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.900000009220093,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 13.991499959956855,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 16.77439996274188,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_1acd666aa1e79f96",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_bfd65995af95a6a6",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_3f7160f36792f3a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 13.726399978622794,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_1acd666aa1e79f96",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_bfd65995af95a6a6",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_3f7160f36792f3a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 19.99000000068918,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_abe4534c5c35b694",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 16.68890001019463,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_abe4534c5c35b694",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.249400002881885,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_84afb04006190ead",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.447800000198185,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_84afb04006190ead",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.351500012911856,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_84afb04006190ead",
|
|
"blk_a5e3dba263f588f8"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 20.42999997502193,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_84afb04006190ead",
|
|
"blk_a5e3dba263f588f8"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 17.57780002662912,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.827800041530281,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.083200007211417,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 13.954599970020354,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.237999974284321,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_bfd65995af95a6a6",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_84afb04006190ead",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 18.67269998183474,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_bfd65995af95a6a6",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_84afb04006190ead",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.285999979823828,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_b68f6945024f098d",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 16.366399999242276,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_b68f6945024f098d",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 13.17900000140071,
|
|
"retrieved_note_ids": [
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_04142ad0124ae76d"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_3f8c19cf88a03805"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.84720000391826,
|
|
"retrieved_note_ids": [
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_04142ad0124ae76d"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_3f8c19cf88a03805"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.049299992620945,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_48f96c75ea97d552",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_b68f6945024f098d",
|
|
"blk_5bfc319608e9cee0"
|
|
],
|
|
"hit_at_1": false,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 0.5,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.535700018517673,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_48f96c75ea97d552",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_b68f6945024f098d",
|
|
"blk_5bfc319608e9cee0"
|
|
],
|
|
"hit_at_1": false,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 0.5,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 17.063899955246598,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_da790c1c3b905f26",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.65899997856468,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_da790c1c3b905f26",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 22.916799993254244,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_04142ad0124ae76d",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_5bfc319608e9cee0"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 17.554599966388196,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_04142ad0124ae76d",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_5bfc319608e9cee0"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 18.017099995631725,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_84afb04006190ead",
|
|
"blk_b68f6945024f098d",
|
|
"blk_3f7160f36792f3a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.910099959000945,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_84afb04006190ead",
|
|
"blk_b68f6945024f098d",
|
|
"blk_3f7160f36792f3a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.750500035006553,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 12.897000007797033,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 20.705999981146306,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_a0b8289f7f334952",
|
|
"note_04142ad0124ae76d",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f2a60de446d8b630",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.643499976955354,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_a0b8289f7f334952",
|
|
"note_04142ad0124ae76d",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f2a60de446d8b630",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 18.65019998513162,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_5eac426f6220ca29",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_f2a60de446d8b630",
|
|
"blk_b68f6945024f098d",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.863000018522143,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_5eac426f6220ca29",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_f2a60de446d8b630",
|
|
"blk_b68f6945024f098d",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 16.355799976736307,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_4a26a95db9b832fc",
|
|
"note_bfd65995af95a6a6",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ec785607e700a5c0",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_c6c78e0831003670",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 13.86780000757426,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_4a26a95db9b832fc",
|
|
"note_bfd65995af95a6a6",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ec785607e700a5c0",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_c6c78e0831003670",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 18.96780001698062,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_4a26a95db9b832fc",
|
|
"note_cdc416a180e5099b",
|
|
"note_04142ad0124ae76d",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_ec785607e700a5c0",
|
|
"blk_b68f6945024f098d",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.684800047893077,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_4a26a95db9b832fc",
|
|
"note_cdc416a180e5099b",
|
|
"note_04142ad0124ae76d",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_ec785607e700a5c0",
|
|
"blk_b68f6945024f098d",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.664000016637146,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_1acd666aa1e79f96",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_c6c78e0831003670",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5bfc319608e9cee0",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 13.755299965851009,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_1acd666aa1e79f96",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_c6c78e0831003670",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5bfc319608e9cee0",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 17.891299969051033,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_cdc416a180e5099b",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_c6c78e0831003670",
|
|
"blk_b68f6945024f098d",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": false,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 0.5,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.99529996747151,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_cdc416a180e5099b",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_c6c78e0831003670",
|
|
"blk_b68f6945024f098d",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": false,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 0.5,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
}
|
|
],
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
"hybrid-rerank": {
|
|
"run_id": "benchmark_25fcd4245d85",
|
|
"kind": "rag",
|
|
"dataset_id": "rag-phase2-v1",
|
|
"dataset_hash": "sha256:c269104de2ea4b11ec6b5b10c7f953e21255c111385a430675340e1e7f74defd",
|
|
"status": "completed",
|
|
"config_snapshot": {
|
|
"dataset_id": "rag-phase2-v1",
|
|
"dataset_hash": "sha256:c269104de2ea4b11ec6b5b10c7f953e21255c111385a430675340e1e7f74defd",
|
|
"dataset_version": "1.0.0",
|
|
"modes": [
|
|
"hybrid"
|
|
],
|
|
"retrieval": {
|
|
"top_k": 5,
|
|
"fusion": "rrf",
|
|
"rrf_k": 60,
|
|
"rerank": true,
|
|
"rerank_candidates": 20,
|
|
"score_threshold": 0.0
|
|
},
|
|
"repeat": 2,
|
|
"embedding": {
|
|
"policy": "per_case",
|
|
"details": "cases[].embedding"
|
|
},
|
|
"local_embedding": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"version": "c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dim": 384
|
|
},
|
|
"reranker": {
|
|
"model_id": "lexical-v1",
|
|
"version": "1"
|
|
},
|
|
"index_meta": {
|
|
"embedding_model": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"embedding_dim": "384",
|
|
"workspace_vectors_pending": "0"
|
|
},
|
|
"app": {
|
|
"version": "0.1.0",
|
|
"environment": "development"
|
|
},
|
|
"python": "3.13.9",
|
|
"metadata": {
|
|
"corpus_sha256": "be8e9ba0be7c96ce527f213e1ea26af43bf548c4a7e8c6e7592281c44f76f02d",
|
|
"split": "development; no held-out production claim"
|
|
}
|
|
},
|
|
"metrics": {
|
|
"hybrid": {
|
|
"hit_at_1": 0.9166666666666666,
|
|
"hit_at_5": 1.0,
|
|
"recall_at_k": 1.0,
|
|
"mrr": 0.9583333333333334,
|
|
"citation_hit_rate": 0.875,
|
|
"p50_latency_ms": 15.696999995270744,
|
|
"p95_latency_ms": 22.259169968310744,
|
|
"total_cases": 48,
|
|
"successful_cases": 48,
|
|
"failed_cases": 0,
|
|
"failure_rate": 0.0
|
|
}
|
|
},
|
|
"cases": [
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 12.92270002886653,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_da790c1c3b905f26",
|
|
"note_cdc416a180e5099b",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_b68f6945024f098d",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.154200034681708,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_da790c1c3b905f26",
|
|
"note_cdc416a180e5099b",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_b68f6945024f098d",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.112900000531226,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_04142ad0124ae76d",
|
|
"note_da790c1c3b905f26",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 16.520500008482486,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_04142ad0124ae76d",
|
|
"note_da790c1c3b905f26",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 16.599000024143606,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_da790c1c3b905f26",
|
|
"note_4a26a95db9b832fc",
|
|
"note_04142ad0124ae76d",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_432c03c5f4212020",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.040899976156652,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_da790c1c3b905f26",
|
|
"note_4a26a95db9b832fc",
|
|
"note_04142ad0124ae76d",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_432c03c5f4212020",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.93889995617792,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_04142ad0124ae76d"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_3f8c19cf88a03805"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.77030000044033,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_04142ad0124ae76d"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_3f8c19cf88a03805"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.204399951267987,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_1acd666aa1e79f96",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_bfd65995af95a6a6",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_abe4534c5c35b694",
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_3f7160f36792f3a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.712999982293695,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_1acd666aa1e79f96",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_bfd65995af95a6a6",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_abe4534c5c35b694",
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_3f7160f36792f3a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.316499979235232,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_abe4534c5c35b694",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_2788f9d5e6287c34"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.064599992707372,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_abe4534c5c35b694",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_2788f9d5e6287c34"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.097900002729148,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_84afb04006190ead",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.000400027725846,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_84afb04006190ead",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.597899968270212,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_4a26a95db9b832fc"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_84afb04006190ead",
|
|
"blk_ce08f371b1dcf2c5"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 22.513300005812198,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_4a26a95db9b832fc"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_84afb04006190ead",
|
|
"blk_ce08f371b1dcf2c5"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 17.64449995243922,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.694100013002753,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 23.406099993735552,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_b68f6945024f098d",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.817500010598451,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_b68f6945024f098d",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 13.998600014019758,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_4a26a95db9b832fc",
|
|
"note_bfd65995af95a6a6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_b68f6945024f098d",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_c4644f51b0853ef2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.076500025112182,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_4a26a95db9b832fc",
|
|
"note_bfd65995af95a6a6"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_b68f6945024f098d",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_c4644f51b0853ef2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 21.506499964743853,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_48f96c75ea97d552",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_b68f6945024f098d",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.397799958009273,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_48f96c75ea97d552",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_b68f6945024f098d",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.891199989710003,
|
|
"retrieved_note_ids": [
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_04142ad0124ae76d"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_3f8c19cf88a03805"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.141600044444203,
|
|
"retrieved_note_ids": [
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_04142ad0124ae76d"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_3f8c19cf88a03805"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.845199999399483,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_48f96c75ea97d552",
|
|
"note_da790c1c3b905f26",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": false,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 0.5,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 17.27549999486655,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_48f96c75ea97d552",
|
|
"note_da790c1c3b905f26",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": false,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 0.5,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 16.004699980840087,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_da790c1c3b905f26",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.850500039756298,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_da790c1c3b905f26",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 20.054300024639815,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_04142ad0124ae76d",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_b68f6945024f098d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 17.28749996982515,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_04142ad0124ae76d",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_b68f6945024f098d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 13.435999979265034,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_4a26a95db9b832fc"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_b68f6945024f098d",
|
|
"blk_84afb04006190ead",
|
|
"blk_ce08f371b1dcf2c5"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 17.89179997285828,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_4a26a95db9b832fc"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_b68f6945024f098d",
|
|
"blk_84afb04006190ead",
|
|
"blk_ce08f371b1dcf2c5"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 16.40419999603182,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.948099968023598,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.623699990101159,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_a0b8289f7f334952",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_04142ad0124ae76d"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_5eac426f6220ca29",
|
|
"blk_f2a60de446d8b630",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_3f8c19cf88a03805"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 17.604900000151247,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_a0b8289f7f334952",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_04142ad0124ae76d"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_5eac426f6220ca29",
|
|
"blk_f2a60de446d8b630",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_3f8c19cf88a03805"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 16.027599980589002,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_5eac426f6220ca29",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_b68f6945024f098d",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_f2a60de446d8b630"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 21.879699954297394,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_5eac426f6220ca29",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_b68f6945024f098d",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_f2a60de446d8b630"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 18.141299951821566,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_4a26a95db9b832fc",
|
|
"note_bfd65995af95a6a6",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_ec785607e700a5c0",
|
|
"blk_c6c78e0831003670",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 22.463499975856394,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_4a26a95db9b832fc",
|
|
"note_bfd65995af95a6a6",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_ec785607e700a5c0",
|
|
"blk_c6c78e0831003670",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 19.48630000697449,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_cdc416a180e5099b",
|
|
"note_4a26a95db9b832fc",
|
|
"note_48f96c75ea97d552",
|
|
"note_04142ad0124ae76d"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_b68f6945024f098d",
|
|
"blk_ec785607e700a5c0",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_3f8c19cf88a03805"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 21.033200027886778,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_cdc416a180e5099b",
|
|
"note_4a26a95db9b832fc",
|
|
"note_48f96c75ea97d552",
|
|
"note_04142ad0124ae76d"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_b68f6945024f098d",
|
|
"blk_ec785607e700a5c0",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_3f8c19cf88a03805"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.377300034742802,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_1acd666aa1e79f96",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_c6c78e0831003670",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5bfc319608e9cee0",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 17.488300043623894,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_1acd666aa1e79f96",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_c6c78e0831003670",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5bfc319608e9cee0",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 17.353400005958974,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_c6c78e0831003670",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": false,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 0.5,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.95079998858273,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_c6c78e0831003670",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": false,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 0.5,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
}
|
|
],
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
"rrf-k20": {
|
|
"run_id": "benchmark_df80ad9f9c98",
|
|
"kind": "rag",
|
|
"dataset_id": "rag-phase2-v1",
|
|
"dataset_hash": "sha256:c269104de2ea4b11ec6b5b10c7f953e21255c111385a430675340e1e7f74defd",
|
|
"status": "completed",
|
|
"config_snapshot": {
|
|
"dataset_id": "rag-phase2-v1",
|
|
"dataset_hash": "sha256:c269104de2ea4b11ec6b5b10c7f953e21255c111385a430675340e1e7f74defd",
|
|
"dataset_version": "1.0.0",
|
|
"modes": [
|
|
"hybrid"
|
|
],
|
|
"retrieval": {
|
|
"top_k": 5,
|
|
"fusion": "rrf",
|
|
"rrf_k": 20,
|
|
"rerank": false,
|
|
"rerank_candidates": 20,
|
|
"score_threshold": 0.0
|
|
},
|
|
"repeat": 2,
|
|
"embedding": {
|
|
"policy": "per_case",
|
|
"details": "cases[].embedding"
|
|
},
|
|
"local_embedding": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"version": "c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dim": 384
|
|
},
|
|
"reranker": {
|
|
"model_id": "lexical-v1",
|
|
"version": "1"
|
|
},
|
|
"index_meta": {
|
|
"embedding_model": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"embedding_dim": "384",
|
|
"workspace_vectors_pending": "0"
|
|
},
|
|
"app": {
|
|
"version": "0.1.0",
|
|
"environment": "development"
|
|
},
|
|
"python": "3.13.9",
|
|
"metadata": {
|
|
"corpus_sha256": "be8e9ba0be7c96ce527f213e1ea26af43bf548c4a7e8c6e7592281c44f76f02d",
|
|
"split": "development; no held-out production claim"
|
|
}
|
|
},
|
|
"metrics": {
|
|
"hybrid": {
|
|
"hit_at_1": 0.9166666666666666,
|
|
"hit_at_5": 1.0,
|
|
"recall_at_k": 1.0,
|
|
"mrr": 0.9583333333333334,
|
|
"citation_hit_rate": 0.6666666666666666,
|
|
"p50_latency_ms": 15.681950026191771,
|
|
"p95_latency_ms": 27.66975500271655,
|
|
"total_cases": 48,
|
|
"successful_cases": 48,
|
|
"failed_cases": 0,
|
|
"failure_rate": 0.0
|
|
}
|
|
},
|
|
"cases": [
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.36730002751574,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_da790c1c3b905f26",
|
|
"note_cdc416a180e5099b",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_b68f6945024f098d",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.059400011319667,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_da790c1c3b905f26",
|
|
"note_cdc416a180e5099b",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_b68f6945024f098d",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.237799962051213,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_04142ad0124ae76d",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_da790c1c3b905f26",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "deadlock-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 16.19379996554926,
|
|
"retrieved_note_ids": [
|
|
"note_894ec7d0760d0cd6",
|
|
"note_04142ad0124ae76d",
|
|
"note_894ec7d0760d0cd6",
|
|
"note_da790c1c3b905f26",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_748b1be4cee7cb9b",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ff8dd1be067854a7",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 17.44149997830391,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_da790c1c3b905f26",
|
|
"note_4a26a95db9b832fc",
|
|
"note_04142ad0124ae76d",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_432c03c5f4212020",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.13749996572733,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_da790c1c3b905f26",
|
|
"note_4a26a95db9b832fc",
|
|
"note_04142ad0124ae76d",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_432c03c5f4212020",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.245099959429353,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "starvation-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 17.372199974488467,
|
|
"retrieved_note_ids": [
|
|
"note_da790c1c3b905f26",
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_d15c420ab15ba221",
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 12.807799968868494,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_1acd666aa1e79f96",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_bfd65995af95a6a6",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_3f7160f36792f3a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.922100002877414,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_1acd666aa1e79f96",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_bfd65995af95a6a6",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_3f7160f36792f3a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 16.473099996801466,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_abe4534c5c35b694",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rrf-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 13.339199998881668,
|
|
"retrieved_note_ids": [
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_1acd666aa1e79f96",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_abe4534c5c35b694",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_a5e3dba263f588f8",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 13.935800001490861,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_84afb04006190ead",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 13.545800000429153,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_84afb04006190ead",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 16.212799993809313,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_84afb04006190ead",
|
|
"blk_a5e3dba263f588f8"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "rerank-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 17.347100016195327,
|
|
"retrieved_note_ids": [
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_84afb04006190ead",
|
|
"blk_a5e3dba263f588f8"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 13.853699958417565,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 17.0090000028722,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_a0b8289f7f334952",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 16.03689999319613,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "optimistic-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 29.231699998490512,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_4a26a95db9b832fc",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 29.355599952396005,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_bfd65995af95a6a6",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_84afb04006190ead",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 23.195700021460652,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_bfd65995af95a6a6",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_84afb04006190ead",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 24.769000010564923,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_b68f6945024f098d",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "idempotency-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 30.61259997775778,
|
|
"retrieved_note_ids": [
|
|
"note_cdc416a180e5099b",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_b68f6945024f098d",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 21.075199998449534,
|
|
"retrieved_note_ids": [
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_04142ad0124ae76d"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_3f8c19cf88a03805"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 18.505499989259988,
|
|
"retrieved_note_ids": [
|
|
"note_5cf7aef15e17bd32",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_04142ad0124ae76d"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f6328254ea8624a1",
|
|
"blk_84afb04006190ead",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_3f7160f36792f3a1",
|
|
"blk_3f8c19cf88a03805"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 18.727799993939698,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_48f96c75ea97d552",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_b68f6945024f098d",
|
|
"blk_5bfc319608e9cee0"
|
|
],
|
|
"hit_at_1": false,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 0.5,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "sse-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 16.664499999023974,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_48f96c75ea97d552",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_b68f6945024f098d",
|
|
"blk_5bfc319608e9cee0"
|
|
],
|
|
"hit_at_1": false,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 0.5,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.499999979510903,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_da790c1c3b905f26",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.647500007413328,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_48f96c75ea97d552",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_da790c1c3b905f26",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_7b697512f3d11a1d",
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_d15c420ab15ba221",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 18.47989996895194,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_04142ad0124ae76d",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_5bfc319608e9cee0"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "cancel-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.081400004215539,
|
|
"retrieved_note_ids": [
|
|
"note_48f96c75ea97d552",
|
|
"note_04142ad0124ae76d",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_cdc416a180e5099b",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_efa6b9f6210964c2",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_b68f6945024f098d",
|
|
"blk_5bfc319608e9cee0"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 19.227900018449873,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_84afb04006190ead",
|
|
"blk_b68f6945024f098d",
|
|
"blk_3f7160f36792f3a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.251900011207908,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_cdc416a180e5099b",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_84afb04006190ead",
|
|
"blk_b68f6945024f098d",
|
|
"blk_3f7160f36792f3a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 14.950399985536933,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "embedding-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.197800017427653,
|
|
"retrieved_note_ids": [
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_1acd666aa1e79f96",
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_2788f9d5e6287c34",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.769600053317845,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_a0b8289f7f334952",
|
|
"note_04142ad0124ae76d",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f2a60de446d8b630",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 12.636800005566329,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_a0b8289f7f334952",
|
|
"note_04142ad0124ae76d",
|
|
"note_6e13fbe17c9f7a30",
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_f2a60de446d8b630",
|
|
"blk_5eac426f6220ca29",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_dc2b0771ea50c3a4",
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 16.909999947529286,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_5eac426f6220ca29",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_f2a60de446d8b630",
|
|
"blk_b68f6945024f098d",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "citation-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 17.375700001139194,
|
|
"retrieved_note_ids": [
|
|
"note_a0b8289f7f334952",
|
|
"note_df8b1e8216af7f9a",
|
|
"note_a0b8289f7f334952",
|
|
"note_cdc416a180e5099b",
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_5eac426f6220ca29",
|
|
"blk_064caf4b9c2e2518",
|
|
"blk_f2a60de446d8b630",
|
|
"blk_b68f6945024f098d",
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 23.383799998555332,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_4a26a95db9b832fc",
|
|
"note_bfd65995af95a6a6",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ec785607e700a5c0",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_c6c78e0831003670",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 16.41749998088926,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_4a26a95db9b832fc",
|
|
"note_bfd65995af95a6a6",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ec785607e700a5c0",
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_c6c78e0831003670",
|
|
"blk_f6328254ea8624a1",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.095699985977262,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_4a26a95db9b832fc",
|
|
"note_cdc416a180e5099b",
|
|
"note_04142ad0124ae76d",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_ec785607e700a5c0",
|
|
"blk_b68f6945024f098d",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "zip-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.247999992221594,
|
|
"retrieved_note_ids": [
|
|
"note_4a26a95db9b832fc",
|
|
"note_4a26a95db9b832fc",
|
|
"note_cdc416a180e5099b",
|
|
"note_04142ad0124ae76d",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_ce08f371b1dcf2c5",
|
|
"blk_ec785607e700a5c0",
|
|
"blk_b68f6945024f098d",
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-0",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 15.200500027276576,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_1acd666aa1e79f96",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_c6c78e0831003670",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5bfc319608e9cee0",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-0",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 14.814800000749528,
|
|
"retrieved_note_ids": [
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_1acd666aa1e79f96",
|
|
"note_5cf7aef15e17bd32",
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_c6c78e0831003670",
|
|
"blk_abe4534c5c35b694",
|
|
"blk_5bfc319608e9cee0",
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"hit_at_1": true,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 1.0,
|
|
"citation_hit": true,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-1",
|
|
"mode": "hybrid",
|
|
"repeat": 0,
|
|
"latency_ms": 13.608000008389354,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_cdc416a180e5099b",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_c6c78e0831003670",
|
|
"blk_b68f6945024f098d",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": false,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 0.5,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
},
|
|
{
|
|
"embedding": {
|
|
"source": "local",
|
|
"route_version": 0,
|
|
"requested_route": null,
|
|
"query_embedding_cache": "hit",
|
|
"attempted_space": {
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384
|
|
},
|
|
"model_id": "hotchpotch/bekko-embedding-v1-a8m@c721113d59a1d91b447450324f51c4b3332c924a",
|
|
"dimensions": 384,
|
|
"fallback_reason": null
|
|
},
|
|
"case_id": "plot-1",
|
|
"mode": "hybrid",
|
|
"repeat": 1,
|
|
"latency_ms": 15.594299999065697,
|
|
"retrieved_note_ids": [
|
|
"note_04142ad0124ae76d",
|
|
"note_bfd65995af95a6a6",
|
|
"note_bfd65995af95a6a6",
|
|
"note_cdc416a180e5099b",
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"retrieved_block_ids": [
|
|
"blk_3f8c19cf88a03805",
|
|
"blk_c4644f51b0853ef2",
|
|
"blk_c6c78e0831003670",
|
|
"blk_b68f6945024f098d",
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"hit_at_1": false,
|
|
"hit_at_5": true,
|
|
"recall": 1.0,
|
|
"reciprocal_rank": 0.5,
|
|
"citation_hit": false,
|
|
"citation_applicable": true,
|
|
"error": null,
|
|
"error_code": null
|
|
}
|
|
],
|
|
"error": null,
|
|
"error_code": null
|
|
}
|
|
} |