NewProject / evaluation /datasets /intent_accuracy.json
PPP
feat: add reproducible evaluation pipeline and structured interaction logging
1a91c20
[
{
"id": "intent_001",
"input": "和村长老伯谈谈最近森林里的怪事",
"intent": "TALK",
"target": "村长老伯",
"setup": {
"player": {
"location": "村庄广场"
},
"world": {
"current_scene": "村庄广场"
}
}
},
{
"id": "intent_002",
"input": "前往村庄旅店",
"intent": "MOVE",
"target": "村庄旅店",
"setup": {
"player": {
"location": "村庄广场"
},
"world": {
"current_scene": "村庄广场"
}
}
},
{
"id": "intent_003",
"input": "探索一下村庄广场",
"intent": "EXPLORE"
},
{
"id": "intent_004",
"input": "使用小型治疗药水",
"intent": "USE_ITEM",
"target": "小型治疗药水"
},
{
"id": "intent_005",
"input": "装备铁剑",
"intent": "EQUIP",
"target": "铁剑"
},
{
"id": "intent_006",
"input": "和铁匠格林交易",
"intent": "TRADE",
"target": "铁匠格林",
"setup": {
"player": {
"location": "村庄铁匠铺"
},
"world": {
"current_scene": "村庄铁匠铺"
}
}
},
{
"id": "intent_007",
"input": "休息一会儿",
"intent": "REST"
},
{
"id": "intent_008",
"input": "查看当前任务",
"intent": "QUEST"
},
{
"id": "intent_009",
"input": "施放火球术",
"intent": "SKILL",
"setup": {
"player": {
"location": "村庄广场",
"skills": [
"火球术"
]
},
"world": {
"current_scene": "村庄广场"
}
}
},
{
"id": "intent_010",
"input": "拿起火把",
"intent": "PICKUP",
"target": "火把"
},
{
"id": "intent_011",
"input": "赶紧逃跑",
"intent": "FLEE"
},
{
"id": "intent_012",
"input": "和旅店老板娘莉娜聊聊",
"intent": "TALK",
"target": "旅店老板娘莉娜",
"setup": {
"player": {
"location": "村庄旅店"
},
"world": {
"current_scene": "村庄旅店"
}
}
},
{
"id": "intent_013",
"input": "买一瓶解毒药水",
"intent": "TRADE",
"target": "解毒药水"
},
{
"id": "intent_014",
"input": "去村口小路看看",
"intent": "MOVE",
"target": "村口小路",
"setup": {
"player": {
"location": "村庄广场"
},
"world": {
"current_scene": "村庄广场"
}
}
},
{
"id": "intent_015",
"input": "吃一个面包",
"intent": "USE_ITEM",
"target": "面包"
},
{
"id": "intent_016",
"input": "接受这个任务",
"intent": "QUEST"
},
{
"id": "intent_017",
"input": "搜索附近有没有线索",
"intent": "EXPLORE"
},
{
"id": "intent_018",
"input": "穿上皮甲",
"intent": "EQUIP",
"target": "皮甲"
},
{
"id": "intent_019",
"input": "去村庄杂货铺买点东西",
"intent": "TRADE",
"target": "村庄杂货铺",
"setup": {
"player": {
"location": "村庄广场"
},
"world": {
"current_scene": "村庄广场"
}
}
},
{
"id": "intent_020",
"input": "调查黑暗森林入口",
"intent": "EXPLORE",
"target": "黑暗森林入口",
"setup": {
"player": {
"location": "村口小路"
},
"world": {
"current_scene": "村口小路"
}
}
},
{
"id": "intent_021",
"input": "和村长老伯谈判",
"intent": "TALK",
"target": "村长老伯",
"setup": {
"player": {
"location": "村庄广场"
},
"world": {
"current_scene": "村庄广场"
}
}
},
{
"id": "intent_022",
"input": "我想扔石头试试看",
"intent": "CUSTOM"
}
]