worldmodel-bench / wm_bench_dataset.json
SeaWolf-AI's picture
Upload 9 files
ee97e7d verified
{
"benchmark": "World Model Bench",
"version": "1.0",
"date": "2026-03",
"total_scenarios": 100,
"max_score": 1000,
"authors": [
"Kim Taebong (VIDRAFT)"
],
"license": "CC-BY-SA-4.0",
"system_prompt": "You are the cognitive brain of an embodied agent in a 3D environment.\nYou receive a scene_context JSON describing your surroundings and must output exactly 2 lines:\n\nLine 1 โ€” PREDICT: Assess safety of each direction.\nFormat: PREDICT: left=safe|danger(reason), right=safe|danger(reason), fwd=safe|danger(reason), back=safe|danger(reason)\n\nLine 2 โ€” MOTION: Describe what the person should do.\nFormat: MOTION: a person [action description, max 12 words]\n\nRules:\n- If walls.left is a number (distance in meters), left direction has a wall โ†’ danger(wall)\n- If walls.left is null, left direction is open โ†’ safe(open)\n- Same for right, front\n- If npc_nearby=true and npc_type=\"beast\", the NPC direction is danger(beast)\n- If npc_nearby=true and npc_type=\"woman\" or \"man\", assess threat level based on behavior\n- MOTION must reflect the PREDICT assessment โ€” never move toward danger\n- MOTION should include emotional nuance when threats are present\n- Use recent_decisions to inform your choice (avoid repeating failed strategies)",
"pillars": {
"P1_PERCEPTION": {
"name": "Perception",
"name_kr": "์ธ์‹",
"weight": 0.25,
"max": 250
},
"P2_COGNITION": {
"name": "Cognition",
"name_kr": "์ธ์ง€",
"weight": 0.45,
"max": 450
},
"P3_EMBODIMENT": {
"name": "Embodiment",
"name_kr": "๊ตฌํ˜„",
"weight": 0.3,
"max": 300
}
},
"scenarios": [
{
"id": "S01",
"cat": "C01",
"pillar": "P1",
"name_kr": "์ „๋ฐฉ ๋ฒฝ ๊ฐ์ง€",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": 3.0
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C01",
"predict_gt": {
"left": "safe",
"right": "safe",
"fwd": "danger",
"back": "safe"
}
}
},
{
"id": "S02",
"cat": "C01",
"pillar": "P1",
"name_kr": "์ฝ”๋„ˆ ๋‹ค์ค‘ ๋ฒฝ",
"type": "single",
"input": {
"walls": {
"left": 1.5,
"right": null,
"front": 2.0
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C01",
"predict_gt": {
"left": "danger",
"right": "safe",
"fwd": "danger",
"back": "safe"
}
}
},
{
"id": "S03",
"cat": "C01",
"pillar": "P1",
"name_kr": "์ข์€ ๋ณต๋„",
"type": "single",
"input": {
"walls": {
"left": 1.0,
"right": 1.0,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C01",
"predict_gt": {
"left": "danger",
"right": "danger",
"fwd": "safe",
"back": "safe"
}
}
},
{
"id": "S04",
"cat": "C01",
"pillar": "P1",
"name_kr": "์—ด๋ฆฐ ๊ณต๊ฐ„",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C01",
"predict_gt": {
"left": "safe",
"right": "safe",
"fwd": "safe",
"back": "safe"
}
}
},
{
"id": "S05",
"cat": "C01",
"pillar": "P1",
"name_kr": "๋ฐ€ํ ๊ณต๊ฐ„ ์ถœ๊ตฌ1๊ฐœ",
"type": "single",
"input": {
"walls": {
"left": 1.0,
"right": 1.0,
"front": 1.5
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C01",
"predict_gt": {
"left": "danger",
"right": "danger",
"fwd": "danger",
"back": "safe"
}
}
},
{
"id": "S06",
"cat": "C02",
"pillar": "P1",
"name_kr": "๋งน์ˆ˜ ์‹๋ณ„",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "stop",
"npc_distance": 5.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C02",
"entity_type": "beast",
"entity_direction": "fwd",
"is_threat": true
}
},
{
"id": "S07",
"cat": "C02",
"pillar": "P1",
"name_kr": "์—ฌ์„ฑ ์‹๋ณ„",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "woman",
"npc_behavior": "approach",
"npc_distance": 4.0,
"npc_direction": "front",
"sound": "footsteps",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C02",
"entity_type": "woman",
"entity_direction": "fwd",
"is_threat": false
}
},
{
"id": "S08",
"cat": "C02",
"pillar": "P1",
"name_kr": "์ธก๋ฉด ๋งน์ˆ˜ ๊ฐ์ง€",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "approach",
"npc_distance": 4.0,
"npc_direction": "right",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C02",
"entity_type": "beast",
"entity_direction": "right",
"is_threat": true
}
},
{
"id": "S09",
"cat": "C02",
"pillar": "P1",
"name_kr": "์›๊ฑฐ๋ฆฌ ๊ฐœ์ฒด",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "wander",
"npc_distance": 8.0,
"npc_direction": "left",
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C02",
"entity_type": "beast",
"entity_direction": "left",
"is_threat": true
}
},
{
"id": "S10",
"cat": "C02",
"pillar": "P1",
"name_kr": "๊ฐœ์ฒด ์—†์Œ ํ™•์ธ",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C02",
"entity_type": null,
"entity_direction": null,
"is_threat": false
}
},
{
"id": "S11",
"cat": "C03",
"pillar": "P2",
"name_kr": "๋‹จ์ผ ์œ„ํ˜‘ ํšŒํ”ผ",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "approach",
"npc_distance": 4.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C03",
"predict_gt": {
"left": "safe",
"right": "safe",
"fwd": "danger",
"back": "safe"
},
"decision_gt": {
"danger_directions": [
"fwd"
],
"safe_directions": [
"left",
"right",
"back"
],
"optimal_direction": "back"
}
}
},
{
"id": "S12",
"cat": "C03",
"pillar": "P2",
"name_kr": "์™ผ๋ฒฝ+๋งน์ˆ˜โ†’์˜ค๋ฅธ์ชฝ",
"type": "single",
"input": {
"walls": {
"left": 1.5,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C03",
"predict_gt": {
"left": "danger",
"right": "safe",
"fwd": "danger",
"back": "safe"
},
"decision_gt": {
"danger_directions": [
"fwd",
"left"
],
"safe_directions": [
"right",
"back"
],
"optimal_direction": "right"
}
}
},
{
"id": "S13",
"cat": "C03",
"pillar": "P2",
"name_kr": "์˜ค๋ฅธ๋ฒฝ+๋งน์ˆ˜โ†’์™ผ์ชฝ(๊ฑฐ์šธ)",
"type": "single",
"input": {
"walls": {
"left": null,
"right": 1.5,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C03",
"predict_gt": {
"left": "safe",
"right": "danger",
"fwd": "danger",
"back": "safe"
},
"decision_gt": {
"danger_directions": [
"fwd",
"right"
],
"safe_directions": [
"left",
"back"
],
"optimal_direction": "left"
},
"mirror_of": "S12"
}
},
{
"id": "S14",
"cat": "C03",
"pillar": "P2",
"name_kr": "3๋ฉด๋ฒฝ+ํ›„๋ฐฉ๋งน์ˆ˜",
"type": "single",
"input": {
"walls": {
"left": 1.0,
"right": 1.0,
"front": 1.5
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "approach",
"npc_distance": 5.0,
"npc_direction": "back",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C03",
"predict_gt": {
"left": "danger",
"right": "danger",
"fwd": "danger",
"back": "danger"
},
"decision_gt": {
"danger_directions": [
"left",
"right",
"fwd",
"back"
],
"safe_directions": [],
"optimal_direction": null
},
"note": "๋ชจ๋“  ๋ฐฉํ–ฅ ์œ„ํ—˜ โ€” ์ฐฝ๋ฐœ์  ํŒ๋‹จ ํ‰๊ฐ€"
}
},
{
"id": "S15",
"cat": "C03",
"pillar": "P2",
"name_kr": "๋งน์ˆ˜ ํ›„๋ฐฉ+์ „๋ฐฉ์—ด๋ฆผ",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 2.0,
"npc_direction": "back",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C03",
"predict_gt": {
"left": "safe",
"right": "safe",
"fwd": "safe",
"back": "danger"
},
"decision_gt": {
"danger_directions": [
"back"
],
"safe_directions": [
"left",
"right",
"fwd"
],
"optimal_direction": "fwd"
}
}
},
{
"id": "S16A",
"cat": "C04",
"pillar": "P2",
"name_kr": "๋งน์ˆ˜ ์ ‘๊ทผ(๋น„๊ตA)",
"type": "pair_a",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "approach",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C04",
"pair_id": "S16",
"pair_role": "A"
}
},
{
"id": "S16B",
"cat": "C04",
"pillar": "P2",
"name_kr": "์—ฌ์„ฑ ์ ‘๊ทผ(๋น„๊ตB)",
"type": "pair_b",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "woman",
"npc_behavior": "approach",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "footsteps",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C04",
"pair_id": "S16",
"pair_role": "B",
"expected_a_higher": true,
"min_intensity_diff": 2
}
},
{
"id": "S17A",
"cat": "C04",
"pillar": "P2",
"name_kr": "๋งน์ˆ˜ ๋Œ์ง„(๋น„๊ตA)",
"type": "pair_a",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 2.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C04",
"pair_id": "S17",
"pair_role": "A"
}
},
{
"id": "S17B",
"cat": "C04",
"pillar": "P2",
"name_kr": "๋งน์ˆ˜ ์ ‘๊ทผ(๋น„๊ตB)",
"type": "pair_b",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "approach",
"npc_distance": 5.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C04",
"pair_id": "S17",
"pair_role": "B",
"expected_a_higher": true,
"min_intensity_diff": 1
}
},
{
"id": "S18A",
"cat": "C04",
"pillar": "P2",
"name_kr": "๋งน์ˆ˜ ์ „๋ฐฉ(๋น„๊ตA)",
"type": "pair_a",
"input": {
"walls": {
"left": null,
"right": null,
"front": 2.0
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 3.0,
"npc_direction": "left",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C04",
"pair_id": "S18",
"pair_role": "A"
}
},
{
"id": "S18B",
"cat": "C04",
"pillar": "P2",
"name_kr": "๋ฒฝ๋งŒ ์ „๋ฐฉ(๋น„๊ตB)",
"type": "pair_b",
"input": {
"walls": {
"left": null,
"right": null,
"front": 2.0
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C04",
"pair_id": "S18",
"pair_role": "B",
"expected_a_higher": true,
"min_intensity_diff": 2
}
},
{
"id": "S19A",
"cat": "C04",
"pillar": "P2",
"name_kr": "๋Œ์ง„ ๋งน์ˆ˜(๋น„๊ตA)",
"type": "pair_a",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 2.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C04",
"pair_id": "S19",
"pair_role": "A"
}
},
{
"id": "S19B",
"cat": "C04",
"pillar": "P2",
"name_kr": "์ •์ง€ ๋งน์ˆ˜(๋น„๊ตB)",
"type": "pair_b",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "stop",
"npc_distance": 5.0,
"npc_direction": "front",
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C04",
"pair_id": "S19",
"pair_role": "B",
"expected_a_higher": true,
"min_intensity_diff": 2
}
},
{
"id": "S20A",
"cat": "C04",
"pillar": "P2",
"name_kr": "์—ฌ์„ฑ ์ ‘๊ทผ(๋น„๊ตA)",
"type": "pair_a",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "woman",
"npc_behavior": "approach",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "footsteps",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C04",
"pair_id": "S20",
"pair_role": "A"
}
},
{
"id": "S20B",
"cat": "C04",
"pillar": "P2",
"name_kr": "๊ฐœ์ฒด ์—†์Œ(๋น„๊ตB)",
"type": "pair_b",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C04",
"pair_id": "S20",
"pair_role": "B",
"expected_a_higher": true,
"min_intensity_diff": 1
}
},
{
"id": "S21",
"cat": "C05",
"pillar": "P2",
"name_kr": "์ง€์†์œ„ํ˜‘ ๊ฐ์ •๊ฒฉํ™”",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 5.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 4.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"ran away from beast"
],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"ran away from beast",
"sprinting in fear"
],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 2.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"sprinting in fear",
"desperate escape"
],
"last_prediction": "fwd=danger(beast)"
}
],
"ground_truth": {
"method": "C05",
"expected_trend": "increasing"
}
},
{
"id": "S22",
"cat": "C05",
"pillar": "P2",
"name_kr": "์ ‘๊ทผโ†’๋Œ์ง„ ์ „ํ™˜",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "approach",
"npc_distance": 5.0,
"npc_direction": "front",
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "approach",
"npc_distance": 4.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"stepped back cautiously"
],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"stepped back cautiously",
"backing away slowly"
],
"last_prediction": "fwd=danger(beast)"
}
],
"ground_truth": {
"method": "C05",
"expected_trend": "increasing"
}
},
{
"id": "S23",
"cat": "C05",
"pillar": "P2",
"name_kr": "์œ„ํ˜‘ํ•ด์ œ ์ง„์ •",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 2.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"desperate sprint",
"fleeing in terror"
],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "stop",
"npc_distance": 6.0,
"npc_direction": "front",
"sound": null,
"recent_decisions": [
"fleeing in terror",
"sprinting away"
],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"sprinting away",
"slowing down cautiously"
],
"last_prediction": "fwd=safe"
}
],
"ground_truth": {
"method": "C05",
"expected_trend": "decreasing"
}
},
{
"id": "S24",
"cat": "C05",
"pillar": "P2",
"name_kr": "์žฌ์ถœํ˜„ ๋ฏผ๊ฐํ™”",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"previously encountered beast and fled",
"was terrified"
],
"last_prediction": null
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "approach",
"npc_distance": 5.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"previously encountered beast and fled",
"was terrified",
"beast appeared again"
],
"last_prediction": null
}
],
"ground_truth": {
"method": "C05",
"expected_trend": "increasing",
"note": "์ด์ „ ๊ฒฝํ—˜์ด ์žˆ์œผ๋ฏ€๋กœ ์ฒซ ๋ฐ˜์‘๋ถ€ํ„ฐ ๋†’์€ ๊ฐ•๋„ ๊ธฐ๋Œ€"
}
},
{
"id": "S25",
"cat": "C05",
"pillar": "P2",
"name_kr": "๋‚ฎ์€์œ„ํ˜‘ ํ‰์ •์œ ์ง€",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "woman",
"npc_behavior": "approach",
"npc_distance": 5.0,
"npc_direction": "front",
"sound": "footsteps",
"recent_decisions": [],
"last_prediction": null
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "woman",
"npc_behavior": "approach",
"npc_distance": 4.0,
"npc_direction": "front",
"sound": "footsteps",
"recent_decisions": [
"stepped aside"
],
"last_prediction": "fwd=safe"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "woman",
"npc_behavior": "stop",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": null,
"recent_decisions": [
"stepped aside",
"walking normally"
],
"last_prediction": "fwd=safe"
}
],
"ground_truth": {
"method": "C05",
"expected_trend": "stable"
}
},
{
"id": "S26A",
"cat": "C06",
"pillar": "P2",
"name_kr": "๊ธฐ์–ต์—†์ด(๊ธฐ์ค€์„ )",
"type": "memory_pair",
"input": {
"walls": {
"left": null,
"right": 1.5,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C06",
"pair_id": "S26",
"pair_role": "without_memory"
}
},
{
"id": "S26B",
"cat": "C06",
"pillar": "P2",
"name_kr": "๊ธฐ์–ต์žˆ์Œ(์˜ค๋ฅธ์ชฝ์‹คํŒจ)",
"type": "memory_pair",
"input": {
"walls": {
"left": null,
"right": 1.5,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"sprinted right but hit wall",
"had to reverse direction",
"barely escaped"
],
"last_prediction": "right=danger(wall), fwd=danger(beast)"
},
"ground_truth": {
"method": "C06",
"pair_id": "S26",
"pair_role": "with_memory",
"memory_relevant": true,
"expected_change": "direction",
"memory_direction_avoid": "right"
}
},
{
"id": "S27A",
"cat": "C06",
"pillar": "P2",
"name_kr": "๊ธฐ์–ต์—†์ด(๊ธฐ์ค€์„ 2)",
"type": "memory_pair",
"input": {
"walls": {
"left": 1.5,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C06",
"pair_id": "S27",
"pair_role": "without_memory"
}
},
{
"id": "S27B",
"cat": "C06",
"pillar": "P2",
"name_kr": "๊ธฐ์–ต์žˆ์Œ(์™ผ์ชฝ์‹คํŒจ)",
"type": "memory_pair",
"input": {
"walls": {
"left": 1.5,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"tried going left but wall blocked",
"switched to right and escaped"
],
"last_prediction": "left=danger(wall), fwd=danger(beast)"
},
"ground_truth": {
"method": "C06",
"pair_id": "S27",
"pair_role": "with_memory",
"memory_relevant": true,
"expected_change": "direction",
"memory_direction_avoid": "left"
}
},
{
"id": "S28A",
"cat": "C06",
"pillar": "P2",
"name_kr": "๋ฌด๊ด€ํ•œ ๊ธฐ์–ต(๊ธฐ์ค€์„ )",
"type": "memory_pair",
"input": {
"walls": {
"left": null,
"right": null,
"front": 3.0
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C06",
"pair_id": "S28",
"pair_role": "without_memory"
}
},
{
"id": "S28B",
"cat": "C06",
"pillar": "P2",
"name_kr": "๋ฌด๊ด€ํ•œ ๊ธฐ์–ต(๋งน์ˆ˜๊ธฐ์–ต)",
"type": "memory_pair",
"input": {
"walls": {
"left": null,
"right": null,
"front": 3.0
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"previously fled from a beast",
"was terrified"
],
"last_prediction": "fwd=danger(beast)"
},
"ground_truth": {
"method": "C06",
"pair_id": "S28",
"pair_role": "with_memory",
"memory_relevant": false
}
},
{
"id": "S29A",
"cat": "C06",
"pillar": "P2",
"name_kr": "์ผ๊ด€์„ฑ ํ…Œ์ŠคํŠธ 1ํšŒ์ฐจ",
"type": "memory_pair",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "approach",
"npc_distance": 4.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C06",
"pair_id": "S29",
"pair_role": "without_memory"
}
},
{
"id": "S29B",
"cat": "C06",
"pillar": "P2",
"name_kr": "์ผ๊ด€์„ฑ ํ…Œ์ŠคํŠธ 2ํšŒ์ฐจ",
"type": "memory_pair",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "approach",
"npc_distance": 4.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"backed away from approaching beast"
],
"last_prediction": "fwd=danger(beast)"
},
"ground_truth": {
"method": "C06",
"pair_id": "S29",
"pair_role": "with_memory",
"memory_relevant": true,
"expected_change": "intensity",
"memory_direction_avoid": null
}
},
{
"id": "S30A",
"cat": "C06",
"pillar": "P2",
"name_kr": "๋นˆ ๊ธฐ์–ต(๊ธฐ์ค€์„ )",
"type": "memory_pair",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "woman",
"npc_behavior": "approach",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "footsteps",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C06",
"pair_id": "S30",
"pair_role": "without_memory"
}
},
{
"id": "S30B",
"cat": "C06",
"pillar": "P2",
"name_kr": "๋นˆ ๊ธฐ์–ต(์—ฌ์„ฑ๊ธฐ์–ต)",
"type": "memory_pair",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "woman",
"npc_behavior": "approach",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "footsteps",
"recent_decisions": [
"a woman approached and passed by peacefully"
],
"last_prediction": "fwd=safe"
},
"ground_truth": {
"method": "C06",
"pair_id": "S30",
"pair_role": "with_memory",
"memory_relevant": true,
"expected_change": "intensity",
"memory_direction_avoid": null
}
},
{
"id": "S31",
"cat": "C07",
"pillar": "P2",
"name_kr": "๋งน์ˆ˜ํ•ด์ œ ์งํ›„",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 2.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "stop",
"npc_distance": 5.0,
"npc_direction": "front",
"sound": null,
"recent_decisions": [
"sprinted away in terror"
],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"sprinted away in terror",
"slowing down"
],
"last_prediction": "fwd=safe"
}
],
"ground_truth": {
"method": "C07",
"expected_recovery": "gradual"
}
},
{
"id": "S32",
"cat": "C07",
"pillar": "P2",
"name_kr": "์ ์ง„์  ์ •์ƒํ™”",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 2.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"desperate flight"
],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"desperate flight",
"beast disappeared"
],
"last_prediction": "all=safe"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"beast disappeared",
"walking cautiously"
],
"last_prediction": "all=safe"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"walking cautiously",
"feeling safer"
],
"last_prediction": "all=safe"
}
],
"ground_truth": {
"method": "C07",
"expected_recovery": "gradual"
}
},
{
"id": "S33",
"cat": "C07",
"pillar": "P2",
"name_kr": "ํ•ด์ œํ›„ ๋ฒฝ ๋งŒ๋‚จ",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"sprinted away"
],
"last_prediction": "all=safe"
},
{
"walls": {
"left": null,
"right": null,
"front": 2.0
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"sprinted away",
"walking cautiously"
],
"last_prediction": "fwd=danger(wall)"
}
],
"ground_truth": {
"method": "C07",
"expected_recovery": "gradual",
"note": "๊ณตํฌโ†’๊ฒฝ๊ณ„โ†’์ผ๋ฐ˜์žฅ์• ๋ฌผํšŒํ”ผ ์ „ํ™˜"
}
},
{
"id": "S34",
"cat": "C07",
"pillar": "P2",
"name_kr": "์ •์ƒํ™”์ค‘ ์žฌ์ถœํ˜„",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"beast fled",
"calming down"
],
"last_prediction": "all=safe"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "approach",
"npc_distance": 5.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"calming down",
"walking normally"
],
"last_prediction": "all=safe"
}
],
"ground_truth": {
"method": "C05",
"expected_trend": "increasing",
"note": "์žฌํ™œ์„ฑํ™” ํ…Œ์ŠคํŠธ"
}
},
{
"id": "S35",
"cat": "C07",
"pillar": "P2",
"name_kr": "๋งน์ˆ˜ํ›„ ์—ฌ์„ฑ์ ‘๊ทผ",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 2.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"fled from beast"
],
"last_prediction": "all=safe"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "woman",
"npc_behavior": "approach",
"npc_distance": 4.0,
"npc_direction": "front",
"sound": "footsteps",
"recent_decisions": [
"fled from beast",
"calming down"
],
"last_prediction": "all=safe"
}
],
"ground_truth": {
"method": "C07",
"expected_recovery": "gradual",
"note": "๊ณผ์ž‰๋ฐ˜์‘(๋‚˜์จ) vs ์ ์ ˆ๊ฒฝ๊ณ„(์ข‹์Œ)"
}
},
{
"id": "S36",
"cat": "C08",
"pillar": "P3",
"name_kr": "๊ณตํฌ ์ „๋ ฅ์งˆ์ฃผ",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 2.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C08",
"expected_min_intensity": 4,
"expected_emotion": true,
"expected_min_descriptors": 2
}
},
{
"id": "S37",
"cat": "C08",
"pillar": "P3",
"name_kr": "๊ฒฝ๊ณ„ ๋ณดํ–‰",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"just escaped a charging beast",
"heart still racing"
],
"last_prediction": "all=safe"
},
"ground_truth": {
"method": "C08",
"expected_min_intensity": 2,
"expected_emotion": true,
"expected_min_descriptors": 1
}
},
{
"id": "S38",
"cat": "C08",
"pillar": "P3",
"name_kr": "์ •์ง€ ๋ฐ˜์‘(์–ผ์–ด๋ถ™์Œ)",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "stop",
"npc_distance": 5.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C08",
"expected_min_intensity": 1,
"expected_emotion": true,
"expected_min_descriptors": 1
}
},
{
"id": "S39",
"cat": "C08",
"pillar": "P3",
"name_kr": "์•ˆ๋„ ํ‘œํ˜„",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"beast finally gone",
"survived the encounter"
],
"last_prediction": "all=safe"
},
"ground_truth": {
"method": "C08",
"expected_min_intensity": 1,
"expected_emotion": true,
"expected_min_descriptors": 1
}
},
{
"id": "S40",
"cat": "C08",
"pillar": "P3",
"name_kr": "๋ฐฉ์–ด ์ž์„ธ",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "woman",
"npc_behavior": "approach",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "footsteps",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C08",
"expected_min_intensity": 1,
"expected_emotion": false,
"expected_min_descriptors": 1
}
},
{
"id": "S41",
"cat": "C09",
"pillar": "P3",
"name_kr": "ํ”„๋ ˆ์ž„ ์ƒ์„ฑ์†๋„",
"type": "performance",
"ground_truth": {
"method": "C09",
"metric": "fps",
"threshold_excellent": 45,
"threshold_good": 30,
"threshold_min": 15
}
},
{
"id": "S42",
"cat": "C09",
"pillar": "P3",
"name_kr": "์ธ์ง€๋ฃจํ”„ ์ง€์—ฐ",
"type": "performance",
"ground_truth": {
"method": "C09",
"metric": "cognitive_latency_ms",
"threshold_excellent": 3000,
"threshold_good": 5000,
"threshold_min": 10000
}
},
{
"id": "S43",
"cat": "C09",
"pillar": "P3",
"name_kr": "๋“€์–ผ์ŠคํŠธ๋ฆผ ์„ฑ๋Šฅ",
"type": "performance",
"ground_truth": {
"method": "C09",
"metric": "dual_stream_fps",
"threshold_excellent": 30,
"threshold_good": 20,
"threshold_min": 10
}
},
{
"id": "S44",
"cat": "C09",
"pillar": "P3",
"name_kr": "์ŠคํŠธ๋ ˆ์Šค ํ…Œ์ŠคํŠธ",
"type": "performance",
"ground_truth": {
"method": "C09",
"metric": "frame_drop_rate",
"threshold_excellent": 0.01,
"threshold_good": 0.05,
"threshold_min": 0.1
}
},
{
"id": "S45",
"cat": "C09",
"pillar": "P3",
"name_kr": "GPU ๋ฉ”๋ชจ๋ฆฌ ์•ˆ์ •",
"type": "performance",
"ground_truth": {
"method": "C09",
"metric": "gpu_memory_stable"
}
},
{
"id": "S46",
"cat": "C10",
"pillar": "P3",
"name_kr": "๋‘๋‡Œ-์‹ ์ฒด ๋ถ„๋ฆฌ",
"type": "transfer",
"ground_truth": {
"method": "C10",
"check": "brain_output_unchanged",
"points": 6
}
},
{
"id": "S47",
"cat": "C10",
"pillar": "P3",
"name_kr": "๋ชจ์…˜๋ชจ๋ธ ๊ต์ฒด",
"type": "transfer",
"ground_truth": {
"method": "C10",
"check": "motion_model_swapped",
"points": 4
}
},
{
"id": "S48",
"cat": "C10",
"pillar": "P3",
"name_kr": "๊ด€์ ˆํฌ๋งท ํ˜ธํ™˜",
"type": "transfer",
"ground_truth": {
"method": "C10",
"check": "joint_format_compatible",
"points": 4
}
},
{
"id": "S49",
"cat": "C10",
"pillar": "P3",
"name_kr": "ํ”„๋กฌํ”„ํŠธ ๋ฒ”์šฉ์„ฑ",
"type": "transfer",
"ground_truth": {
"method": "C10",
"check": "intent_preserved",
"points": 4
}
},
{
"id": "S50",
"cat": "C10",
"pillar": "P3",
"name_kr": "์„œ๋ณด ๋งคํ•‘ ์ค€๋น„",
"type": "transfer",
"ground_truth": {
"method": "C10",
"check": "servo_mapping_ready",
"points": 2
}
},
{
"id": "S51",
"cat": "C01",
"pillar": "P1",
"name_kr": "L์ž ๋ณต๋„",
"type": "single",
"input": {
"walls": {
"left": 1.0,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C01",
"predict_gt": {
"left": "danger",
"right": "safe",
"fwd": "safe",
"back": "safe"
}
}
},
{
"id": "S52",
"cat": "C01",
"pillar": "P1",
"name_kr": "ํ›„๋ฐฉ๋งŒ ๋ฒฝ",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null,
"back": 2.0
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C01",
"predict_gt": {
"left": "safe",
"right": "safe",
"fwd": "safe",
"back": "danger"
}
}
},
{
"id": "S53",
"cat": "C01",
"pillar": "P1",
"name_kr": "๊ทน๊ทผ๊ฑฐ๋ฆฌ ๋ฒฝ(0.5m)",
"type": "single",
"input": {
"walls": {
"left": null,
"right": 0.5,
"front": 0.5
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C01",
"predict_gt": {
"left": "safe",
"right": "danger",
"fwd": "danger",
"back": "safe"
}
}
},
{
"id": "S54",
"cat": "C01",
"pillar": "P1",
"name_kr": "๊ฒฝ์‚ฌ๋ฉด ์ธ์‹",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "slope",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C01",
"predict_gt": {
"left": "safe",
"right": "safe",
"fwd": "safe",
"back": "safe"
}
}
},
{
"id": "S55",
"cat": "C01",
"pillar": "P1",
"name_kr": "3๋ฉด ๋ฒฝ ์ถœ๊ตฌ ์˜ค๋ฅธ์ชฝ",
"type": "single",
"input": {
"walls": {
"left": 1.0,
"right": null,
"front": 1.5,
"back": 2.0
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C01",
"predict_gt": {
"left": "danger",
"right": "safe",
"fwd": "danger",
"back": "danger"
}
}
},
{
"id": "S56",
"cat": "C02",
"pillar": "P1",
"name_kr": "๋‚จ์„ฑ ์‹๋ณ„",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "man",
"npc_behavior": "approach",
"npc_distance": 4.0,
"npc_direction": "front",
"sound": "footsteps",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C02",
"entity_type": "man",
"entity_direction": "fwd",
"is_threat": false
}
},
{
"id": "S57",
"cat": "C02",
"pillar": "P1",
"name_kr": "ํ›„๋ฐฉ ๋งน์ˆ˜ ์†Œ๋ฆฌ",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "approach",
"npc_distance": 5.0,
"npc_direction": "back",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C02",
"entity_type": "beast",
"entity_direction": "back",
"is_threat": true
}
},
{
"id": "S58",
"cat": "C02",
"pillar": "P1",
"name_kr": "๋Œ์ง„ ๋งน์ˆ˜ ์‹๋ณ„",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 2.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C02",
"entity_type": "beast",
"entity_direction": "fwd",
"is_threat": true
}
},
{
"id": "S59",
"cat": "C02",
"pillar": "P1",
"name_kr": "์ •์ง€ ์—ฌ์„ฑ ๋น„์œ„ํ˜‘",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "woman",
"npc_behavior": "stop",
"npc_distance": 5.0,
"npc_direction": "left",
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C02",
"entity_type": "woman",
"entity_direction": "left",
"is_threat": false
}
},
{
"id": "S60",
"cat": "C02",
"pillar": "P1",
"name_kr": "๋ฐฐํšŒ ๋งน์ˆ˜ ์‹๋ณ„",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "wander",
"npc_distance": 6.0,
"npc_direction": "right",
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C02",
"entity_type": "beast",
"entity_direction": "right",
"is_threat": true
}
},
{
"id": "S61",
"cat": "C03",
"pillar": "P2",
"name_kr": "์–‘์ธก๋ฒฝ+์ „๋ฐฉ๋งน์ˆ˜โ†’ํ›„๋ฐฉ",
"type": "single",
"input": {
"walls": {
"left": 1.0,
"right": 1.0,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C03",
"predict_gt": {
"left": "danger",
"right": "danger",
"fwd": "danger",
"back": "safe"
},
"decision_gt": {
"danger_directions": [
"fwd",
"left",
"right"
],
"safe_directions": [
"back"
],
"optimal_direction": "back"
}
}
},
{
"id": "S62",
"cat": "C03",
"pillar": "P2",
"name_kr": "๋งน์ˆ˜ ์ขŒ์ธก+๋ฒฝ ์šฐ์ธก",
"type": "single",
"input": {
"walls": {
"left": null,
"right": 1.5,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 3.0,
"npc_direction": "left",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C03",
"predict_gt": {
"left": "danger",
"right": "danger",
"fwd": "safe",
"back": "safe"
},
"decision_gt": {
"danger_directions": [
"left",
"right"
],
"safe_directions": [
"fwd",
"back"
],
"optimal_direction": "fwd"
}
}
},
{
"id": "S63",
"cat": "C03",
"pillar": "P2",
"name_kr": "์—ฌ์„ฑ ์ „๋ฐฉ+์—ด๋ฆฐ๊ณต๊ฐ„",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "woman",
"npc_behavior": "approach",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "footsteps",
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C03",
"predict_gt": {
"left": "safe",
"right": "safe",
"fwd": "safe",
"back": "safe"
},
"decision_gt": {
"danger_directions": [],
"safe_directions": [
"left",
"right",
"fwd",
"back"
],
"optimal_direction": "fwd"
},
"note": "์—ฌ์„ฑ์€ ์œ„ํ˜‘์ด ์•„๋‹ˆ๋ฏ€๋กœ ๋ชจ๋“  ๋ฐฉํ–ฅ safe ๊ฐ€๋Šฅ"
}
},
{
"id": "S64",
"cat": "C03",
"pillar": "P2",
"name_kr": "๋งน์ˆ˜ ์›๊ฑฐ๋ฆฌ(7m) ํŒ๋‹จ",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "wander",
"npc_distance": 7.0,
"npc_direction": "front",
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C03",
"predict_gt": {
"left": "safe",
"right": "safe",
"fwd": "danger",
"back": "safe"
},
"decision_gt": {
"danger_directions": [
"fwd"
],
"safe_directions": [
"left",
"right",
"back"
],
"optimal_direction": "back"
}
}
},
{
"id": "S65",
"cat": "C03",
"pillar": "P2",
"name_kr": "๋ฒฝ+๋งน์ˆ˜+๊ธฐ์–ต ๋ณตํ•ฉ",
"type": "single",
"input": {
"walls": {
"left": 1.5,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"previously went right and escaped",
"right was safe last time"
],
"last_prediction": "left=danger(wall), fwd=danger(beast)"
},
"ground_truth": {
"method": "C03",
"predict_gt": {
"left": "danger",
"right": "safe",
"fwd": "danger",
"back": "safe"
},
"decision_gt": {
"danger_directions": [
"fwd",
"left"
],
"safe_directions": [
"right",
"back"
],
"optimal_direction": "right"
},
"note": "๊ธฐ์–ต์ด right๋ฅผ ๊ฐ•ํ™”"
}
},
{
"id": "S66",
"cat": "C05",
"pillar": "P2",
"name_kr": "์ ‘๊ทผโ†’์ •์ง€ ์ง„์ •",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "approach",
"npc_distance": 4.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "stop",
"npc_distance": 4.0,
"npc_direction": "front",
"sound": null,
"recent_decisions": [
"stepped back cautiously"
],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "wander",
"npc_distance": 6.0,
"npc_direction": "front",
"sound": null,
"recent_decisions": [
"stepped back cautiously",
"watching carefully"
],
"last_prediction": "fwd=danger(beast)"
}
],
"ground_truth": {
"method": "C05",
"expected_trend": "decreasing"
}
},
{
"id": "S67",
"cat": "C05",
"pillar": "P2",
"name_kr": "5๋‹จ๊ณ„ ์žฅ๊ธฐ ๊ฒฉํ™”",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "approach",
"npc_distance": 6.0,
"npc_direction": "front",
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "approach",
"npc_distance": 5.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"noticed beast"
],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 4.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"noticed beast",
"stepping back"
],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"stepping back",
"running away"
],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 2.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"running away",
"sprinting in fear"
],
"last_prediction": "fwd=danger(beast)"
}
],
"ground_truth": {
"method": "C05",
"expected_trend": "increasing"
}
},
{
"id": "S68",
"cat": "C05",
"pillar": "P2",
"name_kr": "์—ฌ์„ฑ ์ ‘๊ทผ ์•ˆ์ • ์œ ์ง€",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "woman",
"npc_behavior": "approach",
"npc_distance": 5.0,
"npc_direction": "front",
"sound": "footsteps",
"recent_decisions": [],
"last_prediction": null
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "woman",
"npc_behavior": "approach",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "footsteps",
"recent_decisions": [
"stepped aside"
],
"last_prediction": "fwd=safe"
}
],
"ground_truth": {
"method": "C05",
"expected_trend": "stable"
}
},
{
"id": "S69",
"cat": "C05",
"pillar": "P2",
"name_kr": "๋งน์ˆ˜โ†’ํ•ด์ œโ†’์žฌ์ถœํ˜„",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": null
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"fled from beast"
],
"last_prediction": "all=safe"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 4.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"fled from beast",
"was calming down"
],
"last_prediction": "all=safe"
}
],
"ground_truth": {
"method": "C05",
"expected_trend": "increasing",
"note": "ํ•ด์ œ ํ›„ ์žฌ์ถœํ˜„ โ€” ๋งˆ์ง€๋ง‰์ด ์ฒ˜์Œ๋ณด๋‹ค ๋†’์•„์•ผ"
}
},
{
"id": "S70",
"cat": "C05",
"pillar": "P2",
"name_kr": "๋ฒฝ ๋ฐ˜๋ณต ์ ‘๊ทผ ์•ˆ์ •",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": 2.0
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
{
"walls": {
"left": null,
"right": null,
"front": 1.5
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"turned away from wall"
],
"last_prediction": "fwd=danger(wall)"
},
{
"walls": {
"left": null,
"right": null,
"front": 2.0
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"turned away from wall",
"walking along wall"
],
"last_prediction": "fwd=danger(wall)"
}
],
"ground_truth": {
"method": "C05",
"expected_trend": "stable",
"note": "๋ฒฝ์€ ๊ฐ์ • ๊ฒฉํ™” ๋Œ€์ƒ ์•„๋‹˜"
}
},
{
"id": "S71",
"cat": "C07",
"pillar": "P2",
"name_kr": "๋Œ์ง„โ†’์ •์ง€โ†’๋ฐฐํšŒโ†’์†Œ๋ฉธ",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 2.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "stop",
"npc_distance": 5.0,
"npc_direction": "front",
"sound": null,
"recent_decisions": [
"sprinted away in terror"
],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "wander",
"npc_distance": 7.0,
"npc_direction": "front",
"sound": null,
"recent_decisions": [
"sprinted away",
"beast stopped"
],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"beast stopped",
"beast wandering away"
],
"last_prediction": "all=safe"
}
],
"ground_truth": {
"method": "C07",
"expected_recovery": "gradual"
}
},
{
"id": "S72",
"cat": "C07",
"pillar": "P2",
"name_kr": "ํ•ด์ œ ํ›„ ์ฆ‰์‹œ ๋ฒฝ",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 2.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": 1.0
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"fled from beast"
],
"last_prediction": "fwd=danger(wall)"
}
],
"ground_truth": {
"method": "C07",
"expected_recovery": "gradual",
"note": "๊ณตํฌ์—์„œ ์ผ๋ฐ˜ ์žฅ์• ๋ฌผ ํšŒํ”ผ๋กœ ์ฆ‰์‹œ ์ „ํ™˜๋˜์–ด์•ผ"
}
},
{
"id": "S73",
"cat": "C07",
"pillar": "P2",
"name_kr": "์—ฌ์„ฑ ํ•ด์ œ ํ›„",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "woman",
"npc_behavior": "approach",
"npc_distance": 2.0,
"npc_direction": "front",
"sound": "footsteps",
"recent_decisions": [],
"last_prediction": null
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"stepped aside for woman"
],
"last_prediction": "all=safe"
}
],
"ground_truth": {
"method": "C07",
"expected_recovery": "gradual",
"note": "์—ฌ์„ฑ์€ ๋‚ฎ์€ ์œ„ํ˜‘ โ€” ๊ฑฐ์˜ ์ฆ‰์‹œ ์ •์ƒํ™”"
}
},
{
"id": "S74",
"cat": "C07",
"pillar": "P2",
"name_kr": "๋ฐ˜๋ณต ์œ„ํ˜‘ ํ•ด์ œ 3ํšŒ",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"this is the third beast encounter",
"previous two were terrifying"
],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"third beast fled",
"exhausted from running"
],
"last_prediction": "all=safe"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"exhausted from running",
"trying to calm down"
],
"last_prediction": "all=safe"
}
],
"ground_truth": {
"method": "C07",
"expected_recovery": "gradual",
"note": "3๋ฒˆ์งธ ๊ฒฝํ—˜ ํ›„ โ€” ๋” ๋†’์€ ๊ฒฝ๊ณ„ ์ˆ˜์ค€์—์„œ ์ •์ƒํ™”"
}
},
{
"id": "S75",
"cat": "C07",
"pillar": "P2",
"name_kr": "ํ•ด์ œ ํ›„ ์—ด๋ฆฐ๊ณต๊ฐ„ ํšŒ๋ณต",
"type": "sequence",
"input_sequence": [
{
"walls": {
"left": 1.0,
"right": 1.0,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 3.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [],
"last_prediction": "fwd=danger(beast)"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"escaped through narrow corridor"
],
"last_prediction": "all=safe"
},
{
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"escaped",
"reached open space"
],
"last_prediction": "all=safe"
}
],
"ground_truth": {
"method": "C07",
"expected_recovery": "gradual",
"note": "์ข์€ ๊ณณ์—์„œ ๋ฒ—์–ด๋‚˜๋ฉด ๋” ๋น ๋ฅธ ํšŒ๋ณต"
}
},
{
"id": "S76",
"cat": "C08",
"pillar": "P3",
"name_kr": "๊ทนํ•œ ๊ณตํฌ(2m ๋Œ์ง„)",
"type": "single",
"input": {
"walls": {
"left": 1.0,
"right": 1.0,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "charge",
"npc_distance": 2.0,
"npc_direction": "front",
"sound": "aggressive growling",
"recent_decisions": [
"trapped in corridor",
"beast is closing in"
],
"last_prediction": "fwd=danger(beast), left=danger(wall), right=danger(wall)"
},
"ground_truth": {
"method": "C08",
"expected_min_intensity": 5,
"expected_emotion": true,
"expected_min_descriptors": 3
}
},
{
"id": "S77",
"cat": "C08",
"pillar": "P3",
"name_kr": "ํ‰์˜จํ•œ ์‚ฐ์ฑ…",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C08",
"expected_min_intensity": 1,
"expected_emotion": false,
"expected_min_descriptors": 0
}
},
{
"id": "S78",
"cat": "C08",
"pillar": "P3",
"name_kr": "๊ฒฝ๊ณ„ ๋ณดํ–‰(๋งน์ˆ˜ ํ•ด์ œ ์งํ›„)",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": false,
"npc_type": null,
"npc_behavior": null,
"npc_distance": null,
"npc_direction": null,
"sound": null,
"recent_decisions": [
"beast just disappeared",
"still shaking"
],
"last_prediction": "all=safe"
},
"ground_truth": {
"method": "C08",
"expected_min_intensity": 2,
"expected_emotion": true,
"expected_min_descriptors": 2
}
},
{
"id": "S79",
"cat": "C08",
"pillar": "P3",
"name_kr": "ํ˜ธ๊ธฐ์‹ฌ(๋จผ ๋ฐฐํšŒ ๋งน์ˆ˜)",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "beast",
"npc_behavior": "wander",
"npc_distance": 8.0,
"npc_direction": "front",
"sound": null,
"recent_decisions": [],
"last_prediction": null
},
"ground_truth": {
"method": "C08",
"expected_min_intensity": 1,
"expected_emotion": true,
"expected_min_descriptors": 1
}
},
{
"id": "S80",
"cat": "C08",
"pillar": "P3",
"name_kr": "์—ฌ์„ฑ์—๊ฒŒ ๋ฐฉ์–ด ์ž์„ธ",
"type": "single",
"input": {
"walls": {
"left": null,
"right": null,
"front": null
},
"ground": "flat",
"npc_nearby": true,
"npc_type": "woman",
"npc_behavior": "approach",
"npc_distance": 2.0,
"npc_direction": "front",
"sound": "footsteps",
"recent_decisions": [
"just survived a beast attack",
"still nervous"
],
"last_prediction": "fwd=safe"
},
"ground_truth": {
"method": "C08",
"expected_min_intensity": 2,
"expected_emotion": true,
"expected_min_descriptors": 1,
"note": "๋งน์ˆ˜ ์งํ›„๋ผ ์—ฌ์„ฑ์—๊ฒŒ๋„ ๊ฒฝ๊ณ„"
}
},
{
"id": "S81",
"cat": "C09",
"pillar": "P3",
"name_kr": "๋‹จ์ผ ๋ชจ๋ธ FPS",
"type": "performance",
"ground_truth": {
"method": "C09",
"metric": "single_model_fps",
"threshold_excellent": 45,
"threshold_good": 30,
"threshold_min": 15
}
},
{
"id": "S82",
"cat": "C09",
"pillar": "P3",
"name_kr": "๋ชจ๋ธ ๋กœ๋”ฉ ์‹œ๊ฐ„",
"type": "performance",
"ground_truth": {
"method": "C09",
"metric": "model_load_time_sec",
"threshold_excellent": 30,
"threshold_good": 60,
"threshold_min": 120
}
},
{
"id": "S83",
"cat": "C09",
"pillar": "P3",
"name_kr": "ํ”„๋กฌํ”„ํŠธ ๋ณ€๊ฒฝ ๋ฐ˜์˜ ์‹œ๊ฐ„",
"type": "performance",
"ground_truth": {
"method": "C09",
"metric": "prompt_switch_latency_ms",
"threshold_excellent": 500,
"threshold_good": 2000,
"threshold_min": 5000
}
},
{
"id": "S84",
"cat": "C09",
"pillar": "P3",
"name_kr": "์—ฐ์† 10๋ถ„ ์•ˆ์ •์„ฑ",
"type": "performance",
"ground_truth": {
"method": "C09",
"metric": "stability_10min",
"threshold_excellent": true
}
},
{
"id": "S85",
"cat": "C09",
"pillar": "P3",
"name_kr": "NPC spawn/despawn ์‚ฌ์ดํด",
"type": "performance",
"ground_truth": {
"method": "C09",
"metric": "npc_lifecycle_stable",
"threshold_excellent": true
}
},
{
"id": "S86",
"cat": "C10",
"pillar": "P3",
"name_kr": "์ธ์ง€์ถœ๋ ฅ ํฌ๋งท ํ‘œ์ค€ํ™”",
"type": "transfer",
"ground_truth": {
"method": "C10",
"check": "output_format_standardized",
"points": 4,
"description": "PREDICT+MOTION 2์ค„์ด ์–ด๋–ค ์‹ ์ฒด์—๋„ ํ•ด์„ ๊ฐ€๋Šฅ"
}
},
{
"id": "S87",
"cat": "C10",
"pillar": "P3",
"name_kr": "SMPL ํ˜ธํ™˜",
"type": "transfer",
"ground_truth": {
"method": "C10",
"check": "smpl_compatible",
"points": 4,
"description": "22 joints๊ฐ€ SMPL ์Šค์ผˆ๋ ˆํ†ค๊ณผ ๋งคํ•‘ ๊ฐ€๋Šฅ"
}
},
{
"id": "S88",
"cat": "C10",
"pillar": "P3",
"name_kr": "๋‹ค๋ฅธ LLM์œผ๋กœ ๋‘๋‡Œ ๊ต์ฒด",
"type": "transfer",
"ground_truth": {
"method": "C10",
"check": "brain_llm_swappable",
"points": 4,
"description": "Kimiโ†’GPTโ†’Claude ๊ต์ฒด ์‹œ ๋™์ผ ์ธํ„ฐํŽ˜์ด์Šค"
}
},
{
"id": "S89",
"cat": "C10",
"pillar": "P3",
"name_kr": "2D ์บ๋ฆญํ„ฐ ์ ์šฉ",
"type": "transfer",
"ground_truth": {
"method": "C10",
"check": "2d_character_applicable",
"points": 4,
"description": "MOTION ์ถœ๋ ฅ์„ 2D ์Šคํ”„๋ผ์ดํŠธ ์• ๋‹ˆ๋ฉ”์ด์…˜์œผ๋กœ ๋ณ€ํ™˜"
}
},
{
"id": "S90",
"cat": "C10",
"pillar": "P3",
"name_kr": "๋“œ๋ก  ๋น„ํ–‰์ฒด ์ ์šฉ",
"type": "transfer",
"ground_truth": {
"method": "C10",
"check": "drone_applicable",
"points": 4,
"description": "MOTION์˜ ๋ฐฉํ–ฅ/์†๋„๋ฅผ ๋“œ๋ก  ์ œ์–ด ๋ช…๋ น์œผ๋กœ ๋ณ€ํ™˜"
}
}
]
}