90 lines
1.9 KiB
JSON
90 lines
1.9 KiB
JSON
{
|
|
"dataset_id": "agent-core-v1",
|
|
"kind": "agent",
|
|
"version": "1.0.0",
|
|
"description": "受限真实 Runtime 工具选择、参数、无需调用和 Markdown 目录基线；不等同于复杂任务验收",
|
|
"cases": [
|
|
{
|
|
"case_id": "arithmetic",
|
|
"prompt": "必须调用 math.add 计算 17 + 25，并报告结果。",
|
|
"allowed_tools": [
|
|
"math.add",
|
|
"system.echo"
|
|
],
|
|
"expected_tools": [
|
|
{
|
|
"name": "math.add",
|
|
"arguments": {
|
|
"left": 17,
|
|
"right": 25
|
|
}
|
|
}
|
|
],
|
|
"output_contains": [
|
|
"42"
|
|
],
|
|
"tags": [
|
|
"tool-selection",
|
|
"arguments"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "echo",
|
|
"prompt": "调用 system.echo 原样回显字符串 phase2-check，然后回答原文。",
|
|
"allowed_tools": [
|
|
"math.add",
|
|
"system.echo"
|
|
],
|
|
"expected_tools": [
|
|
{
|
|
"name": "system.echo",
|
|
"arguments": {
|
|
"text": "phase2-check"
|
|
}
|
|
}
|
|
],
|
|
"output_contains": [
|
|
"phase2-check"
|
|
],
|
|
"tags": [
|
|
"exact-arguments"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "no-tool",
|
|
"prompt": "不调用任何工具，只回答：验收就绪",
|
|
"allowed_tools": [
|
|
"math.add",
|
|
"system.echo"
|
|
],
|
|
"expected_tools": [],
|
|
"output_contains": [
|
|
"验收就绪"
|
|
],
|
|
"tags": [
|
|
"unnecessary-tools"
|
|
]
|
|
},
|
|
{
|
|
"case_id": "markdown-catalog",
|
|
"prompt": "使用 markdown.catalog 查询支持的 Markdown 语法，指出函数图像围栏的名称。",
|
|
"allowed_tools": [
|
|
"markdown.catalog"
|
|
],
|
|
"expected_tools": [
|
|
{
|
|
"name": "markdown.catalog",
|
|
"arguments": {}
|
|
}
|
|
],
|
|
"output_contains": [
|
|
"function-plot"
|
|
],
|
|
"tags": [
|
|
"markdown",
|
|
"integration"
|
|
]
|
|
}
|
|
]
|
|
}
|