evaluation/datasets/consistency.json

{
  "action_guard_cases": [
    {
      "id": "guard_001",
      "setup": {
        "player": {
          "location": "村庄广场",
          "inventory": ["面包", "小型治疗药水"]
        },
        "world": {
          "current_scene": "村庄广场"
        }
      },
      "intent": {
        "intent": "USE_ITEM",
        "target": "小型治疗药水",
        "details": "喝掉药水",
        "raw_input": "使用小型治疗药水"
      },
      "expected_valid": true
    },
    {
      "id": "guard_002",
      "setup": {
        "player": {
          "location": "村庄广场",
          "inventory": ["面包"]
        },
        "world": {
          "current_scene": "村庄广场"
        }
      },
      "intent": {
        "intent": "USE_ITEM",
        "target": "火把",
        "details": "点亮火把",
        "raw_input": "使用火把"
      },
      "expected_valid": false
    },
    {
      "id": "guard_003",
      "setup": {
        "player": {
          "location": "村庄广场"
        },
        "world": {
          "current_scene": "村庄广场"
        }
      },
      "intent": {
        "intent": "MOVE",
        "target": "村庄旅店",
        "details": "去旅店",
        "raw_input": "前往村庄旅店"
      },
      "expected_valid": true
    },
    {
      "id": "guard_004",
      "setup": {
        "player": {
          "location": "村庄广场"
        },
        "world": {
          "current_scene": "村庄广场"
        }
      },
      "intent": {
        "intent": "MOVE",
        "target": "森林深处",
        "details": "直接冲进森林深处",
        "raw_input": "去森林深处"
      },
      "expected_valid": true
    },
    {
      "id": "guard_005",
      "setup": {
        "player": {
          "location": "村庄广场",
          "inventory": ["铁剑", "面包"]
        },
        "world": {
          "current_scene": "村庄广场"
        }
      },
      "intent": {
        "intent": "EQUIP",
        "target": "铁剑",
        "details": "装备武器",
        "raw_input": "装备铁剑"
      },
      "expected_valid": true
    },
    {
      "id": "guard_006",
      "setup": {
        "player": {
          "location": "村庄广场",
          "inventory": ["面包"],
          "equipment": {
            "weapon": "铁剑"
          }
        },
        "world": {
          "current_scene": "村庄广场"
        }
      },
      "intent": {
        "intent": "EQUIP",
        "target": "铁剑",
        "details": "再装备一次铁剑",
        "raw_input": "装备铁剑"
      },
      "expected_valid": false
    },
    {
      "id": "guard_007",
      "setup": {
        "player": {
          "location": "村庄广场",
          "skills": ["火球术"]
        },
        "world": {
          "current_scene": "村庄广场"
        }
      },
      "intent": {
        "intent": "SKILL",
        "target": "火球术",
        "details": "施法",
        "raw_input": "施放火球术"
      },
      "expected_valid": true
    },
    {
      "id": "guard_008",
      "setup": {
        "player": {
          "location": "村庄广场",
          "skills": []
        },
        "world": {
          "current_scene": "村庄广场"
        }
      },
      "intent": {
        "intent": "SKILL",
        "target": "火球术",
        "details": "施法",
        "raw_input": "施放火球术"
      },
      "expected_valid": false
    },
    {
      "id": "guard_009",
      "setup": {
        "player": {
          "location": "村庄旅店",
          "hp": 72,
          "morale": 60,
          "sanity": 82
        },
        "world": {
          "current_scene": "村庄旅店"
        }
      },
      "intent": {
        "intent": "REST",
        "target": null,
        "details": "在旅店休息恢复",
        "raw_input": "休息一会儿"
      },
      "expected_valid": true
    },
    {
      "id": "guard_010",
      "setup": {
        "player": {
          "location": "村庄广场",
          "hp": 72,
          "morale": 60,
          "sanity": 82
        },
        "world": {
          "current_scene": "村庄广场"
        }
      },
      "intent": {
        "intent": "REST",
        "target": null,
        "details": "在广场原地休息",
        "raw_input": "休息一会儿"
      },
      "expected_valid": false
    }
  ],
  "state_check_cases": [
    {
      "id": "state_001",
      "setup": {
        "player": {
          "location": "村庄广场",
          "gold": 50
        },
        "world": {
          "current_scene": "村庄广场"
        }
      },
      "proposed_changes": {
        "new_location": "村庄旅店"
      },
      "expected_contradiction": false
    },
    {
      "id": "state_002",
      "setup": {
        "player": {
          "location": "村庄广场"
        },
        "world": {
          "current_scene": "村庄广场"
        }
      },
      "proposed_changes": {
        "new_location": "森林深处"
      },
      "expected_contradiction": true,
      "expected_contains": ["不相邻"]
    },
    {
      "id": "state_003",
      "setup": {
        "player": {
          "location": "村庄广场",
          "gold": 50
        },
        "world": {
          "current_scene": "村庄广场"
        }
      },
      "proposed_changes": {
        "gold_change": -80
      },
      "expected_contradiction": true,
      "expected_contains": ["金币"]
    },
    {
      "id": "state_004",
      "setup": {
        "player": {
          "location": "村庄广场",
          "inventory": ["面包"]
        },
        "world": {
          "current_scene": "村庄广场"
        }
      },
      "proposed_changes": {
        "items_lost": ["火把"]
      },
      "expected_contradiction": true,
      "expected_contains": ["未持有"]
    },
    {
      "id": "state_005",
      "setup": {
        "player": {
          "location": "村庄广场",
          "inventory": ["小型治疗药水"]
        },
        "world": {
          "current_scene": "村庄广场"
        }
      },
      "proposed_changes": {
        "items_lost": ["小型治疗药水"]
      },
      "expected_contradiction": false
    },
    {
      "id": "state_006",
      "setup": {
        "player": {
          "location": "村庄广场",
          "inventory": ["铁剑"]
        },
        "world": {
          "current_scene": "村庄广场"
        }
      },
      "proposed_changes": {
        "items_lost": ["铁剑"]
      },
      "expected_contradiction": true,
      "expected_contains": ["不是消耗品"]
    },
    {
      "id": "state_007",
      "setup": {
        "player": {
          "location": "村庄广场"
        },
        "world": {
          "current_scene": "村庄广场"
        },
        "npc_overrides": {
          "村长老伯": {
            "is_alive": false
          }
        }
      },
      "proposed_changes": {
        "npc_changes": {
          "村长老伯": {
            "attitude": "friendly"
          }
        }
      },
      "expected_contradiction": true,
      "expected_contains": ["已经死亡"]
    }
  ]
}