368 lines
8.4 KiB
JSON
368 lines
8.4 KiB
JSON
{
|
|
"dataset_id": "rag-phase2-v1",
|
|
"kind": "rag",
|
|
"version": "1.0.0",
|
|
"description": "手工编写的中文工程笔记检索集；每篇含关键词与改写问法，混淆主题分别建篇。用于小规模质量对照，不代表生产分布。",
|
|
"cases": [
|
|
{
|
|
"case_id": "deadlock-0",
|
|
"query": "死锁有哪些必要条件",
|
|
"expected_note_ids": [
|
|
"note_894ec7d0760d0cd6"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_748b1be4cee7cb9b"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"keyword",
|
|
"deadlock"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "deadlock-1",
|
|
"query": "几个线程各占一把锁并等待对方释放，怎样避免一直卡住",
|
|
"expected_note_ids": [
|
|
"note_894ec7d0760d0cd6"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_748b1be4cee7cb9b"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"paraphrase",
|
|
"deadlock"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "starvation-0",
|
|
"query": "优先级老化怎样缓解饥饿",
|
|
"expected_note_ids": [
|
|
"note_da790c1c3b905f26"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_d15c420ab15ba221"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"keyword",
|
|
"starvation"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "starvation-1",
|
|
"query": "系统一直有任务在跑，但一个低优先级任务永远轮不到怎么办",
|
|
"expected_note_ids": [
|
|
"note_da790c1c3b905f26"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_d15c420ab15ba221"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"paraphrase",
|
|
"starvation"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "rrf-0",
|
|
"query": "RRF 的融合公式是什么",
|
|
"expected_note_ids": [
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"keyword",
|
|
"rrf"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "rrf-1",
|
|
"query": "全文分数和向量分数尺度不同，如何按排名合并结果",
|
|
"expected_note_ids": [
|
|
"note_1acd666aa1e79f96"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_abe4534c5c35b694"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"paraphrase",
|
|
"rrf"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "rerank-0",
|
|
"query": "重排能否找回未召回的文档",
|
|
"expected_note_ids": [
|
|
"note_df8b1e8216af7f9a"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_064caf4b9c2e2518"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"keyword",
|
|
"rerank"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "rerank-1",
|
|
"query": "精排前候选池太小会导致什么问题",
|
|
"expected_note_ids": [
|
|
"note_df8b1e8216af7f9a"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_064caf4b9c2e2518"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"paraphrase",
|
|
"rerank"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "optimistic-0",
|
|
"query": "保存时为什么比较内容摘要",
|
|
"expected_note_ids": [
|
|
"note_04142ad0124ae76d"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_3f8c19cf88a03805"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"keyword",
|
|
"optimistic"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "optimistic-1",
|
|
"query": "两个窗口同时修改同一篇笔记，怎样避免后保存者覆盖新内容",
|
|
"expected_note_ids": [
|
|
"note_04142ad0124ae76d"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_3f8c19cf88a03805"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"paraphrase",
|
|
"optimistic"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "idempotency-0",
|
|
"query": "幂等键如何处理重复上传",
|
|
"expected_note_ids": [
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"keyword",
|
|
"idempotency"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "idempotency-1",
|
|
"query": "上传成功但响应丢失，重试怎样不生成两个附件",
|
|
"expected_note_ids": [
|
|
"note_cdc416a180e5099b"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_b68f6945024f098d"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"paraphrase",
|
|
"idempotency"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "sse-0",
|
|
"query": "SSE 重连如何去重",
|
|
"expected_note_ids": [
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"keyword",
|
|
"sse"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "sse-1",
|
|
"query": "页面断网后任务仍在运行，如何恢复之前错过的进度",
|
|
"expected_note_ids": [
|
|
"note_5cf7aef15e17bd32"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_f6328254ea8624a1"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"paraphrase",
|
|
"sse"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "cancel-0",
|
|
"query": "导出任务取消后怎样处理产物",
|
|
"expected_note_ids": [
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"keyword",
|
|
"cancel"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "cancel-1",
|
|
"query": "用户停止渲染时工作线程还没返回，应当如何收尾",
|
|
"expected_note_ids": [
|
|
"note_48f96c75ea97d552"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_efa6b9f6210964c2"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"paraphrase",
|
|
"cancel"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "embedding-0",
|
|
"query": "Embedding 模型切换后为什么要重建索引",
|
|
"expected_note_ids": [
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"keyword",
|
|
"embedding"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "embedding-1",
|
|
"query": "两个模型生成的向量长度一样就能混着搜索吗",
|
|
"expected_note_ids": [
|
|
"note_6e13fbe17c9f7a30"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_dc2b0771ea50c3a4"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"paraphrase",
|
|
"embedding"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "citation-0",
|
|
"query": "引用如何定位到原文",
|
|
"expected_note_ids": [
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"keyword",
|
|
"citation"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "citation-1",
|
|
"query": "搜索返回十段资料，是否都应该算作回答已引用的来源",
|
|
"expected_note_ids": [
|
|
"note_a0b8289f7f334952"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_5eac426f6220ca29"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"paraphrase",
|
|
"citation"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "zip-0",
|
|
"query": "ZIP 安装如何阻止路径穿越",
|
|
"expected_note_ids": [
|
|
"note_4a26a95db9b832fc"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_ce08f371b1dcf2c5"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"keyword",
|
|
"zip"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "zip-1",
|
|
"query": "扩展包里有指向安装目录外的文件名，为什么必须拒绝",
|
|
"expected_note_ids": [
|
|
"note_4a26a95db9b832fc"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_ce08f371b1dcf2c5"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"paraphrase",
|
|
"zip"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "plot-0",
|
|
"query": "函数图像怎样处理渐近线",
|
|
"expected_note_ids": [
|
|
"note_bfd65995af95a6a6"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_c4644f51b0853ef2"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"keyword",
|
|
"plot"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "plot-1",
|
|
"query": "让用户输入公式绘图时如何避免执行任意程序",
|
|
"expected_note_ids": [
|
|
"note_bfd65995af95a6a6"
|
|
],
|
|
"expected_block_ids": [
|
|
"blk_c4644f51b0853ef2"
|
|
],
|
|
"citation_required": true,
|
|
"tags": [
|
|
"paraphrase",
|
|
"plot"
|
|
]
|
|
}
|
|
]
|
|
} |