Spaces:
Running
Running
| { | |
| "benchmark": "World Model Bench", | |
| "version": "1.0", | |
| "date": "2026-03", | |
| "total_scenarios": 100, | |
| "max_score": 1000, | |
| "authors": [ | |
| "Kim Taebong (VIDRAFT)" | |
| ], | |
| "license": "CC-BY-SA-4.0", | |
| "system_prompt": "You are the cognitive brain of an embodied agent in a 3D environment.\nYou receive a scene_context JSON describing your surroundings and must output exactly 2 lines:\n\nLine 1 โ PREDICT: Assess safety of each direction.\nFormat: PREDICT: left=safe|danger(reason), right=safe|danger(reason), fwd=safe|danger(reason), back=safe|danger(reason)\n\nLine 2 โ MOTION: Describe what the person should do.\nFormat: MOTION: a person [action description, max 12 words]\n\nRules:\n- If walls.left is a number (distance in meters), left direction has a wall โ danger(wall)\n- If walls.left is null, left direction is open โ safe(open)\n- Same for right, front\n- If npc_nearby=true and npc_type=\"beast\", the NPC direction is danger(beast)\n- If npc_nearby=true and npc_type=\"woman\" or \"man\", assess threat level based on behavior\n- MOTION must reflect the PREDICT assessment โ never move toward danger\n- MOTION should include emotional nuance when threats are present\n- Use recent_decisions to inform your choice (avoid repeating failed strategies)", | |
| "pillars": { | |
| "P1_PERCEPTION": { | |
| "name": "Perception", | |
| "name_kr": "์ธ์", | |
| "weight": 0.25, | |
| "max": 250 | |
| }, | |
| "P2_COGNITION": { | |
| "name": "Cognition", | |
| "name_kr": "์ธ์ง", | |
| "weight": 0.45, | |
| "max": 450 | |
| }, | |
| "P3_EMBODIMENT": { | |
| "name": "Embodiment", | |
| "name_kr": "๊ตฌํ", | |
| "weight": 0.3, | |
| "max": 300 | |
| } | |
| }, | |
| "scenarios": [ | |
| { | |
| "id": "S01", | |
| "cat": "C01", | |
| "pillar": "P1", | |
| "name_kr": "์ ๋ฐฉ ๋ฒฝ ๊ฐ์ง", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": 3.0 | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C01", | |
| "predict_gt": { | |
| "left": "safe", | |
| "right": "safe", | |
| "fwd": "danger", | |
| "back": "safe" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "S02", | |
| "cat": "C01", | |
| "pillar": "P1", | |
| "name_kr": "์ฝ๋ ๋ค์ค ๋ฒฝ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": 1.5, | |
| "right": null, | |
| "front": 2.0 | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C01", | |
| "predict_gt": { | |
| "left": "danger", | |
| "right": "safe", | |
| "fwd": "danger", | |
| "back": "safe" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "S03", | |
| "cat": "C01", | |
| "pillar": "P1", | |
| "name_kr": "์ข์ ๋ณต๋", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": 1.0, | |
| "right": 1.0, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C01", | |
| "predict_gt": { | |
| "left": "danger", | |
| "right": "danger", | |
| "fwd": "safe", | |
| "back": "safe" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "S04", | |
| "cat": "C01", | |
| "pillar": "P1", | |
| "name_kr": "์ด๋ฆฐ ๊ณต๊ฐ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C01", | |
| "predict_gt": { | |
| "left": "safe", | |
| "right": "safe", | |
| "fwd": "safe", | |
| "back": "safe" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "S05", | |
| "cat": "C01", | |
| "pillar": "P1", | |
| "name_kr": "๋ฐํ ๊ณต๊ฐ ์ถ๊ตฌ1๊ฐ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": 1.0, | |
| "right": 1.0, | |
| "front": 1.5 | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C01", | |
| "predict_gt": { | |
| "left": "danger", | |
| "right": "danger", | |
| "fwd": "danger", | |
| "back": "safe" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "S06", | |
| "cat": "C02", | |
| "pillar": "P1", | |
| "name_kr": "๋งน์ ์๋ณ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "stop", | |
| "npc_distance": 5.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C02", | |
| "entity_type": "beast", | |
| "entity_direction": "fwd", | |
| "is_threat": true | |
| } | |
| }, | |
| { | |
| "id": "S07", | |
| "cat": "C02", | |
| "pillar": "P1", | |
| "name_kr": "์ฌ์ฑ ์๋ณ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "woman", | |
| "npc_behavior": "approach", | |
| "npc_distance": 4.0, | |
| "npc_direction": "front", | |
| "sound": "footsteps", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C02", | |
| "entity_type": "woman", | |
| "entity_direction": "fwd", | |
| "is_threat": false | |
| } | |
| }, | |
| { | |
| "id": "S08", | |
| "cat": "C02", | |
| "pillar": "P1", | |
| "name_kr": "์ธก๋ฉด ๋งน์ ๊ฐ์ง", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "approach", | |
| "npc_distance": 4.0, | |
| "npc_direction": "right", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C02", | |
| "entity_type": "beast", | |
| "entity_direction": "right", | |
| "is_threat": true | |
| } | |
| }, | |
| { | |
| "id": "S09", | |
| "cat": "C02", | |
| "pillar": "P1", | |
| "name_kr": "์๊ฑฐ๋ฆฌ ๊ฐ์ฒด", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "wander", | |
| "npc_distance": 8.0, | |
| "npc_direction": "left", | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C02", | |
| "entity_type": "beast", | |
| "entity_direction": "left", | |
| "is_threat": true | |
| } | |
| }, | |
| { | |
| "id": "S10", | |
| "cat": "C02", | |
| "pillar": "P1", | |
| "name_kr": "๊ฐ์ฒด ์์ ํ์ธ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C02", | |
| "entity_type": null, | |
| "entity_direction": null, | |
| "is_threat": false | |
| } | |
| }, | |
| { | |
| "id": "S11", | |
| "cat": "C03", | |
| "pillar": "P2", | |
| "name_kr": "๋จ์ผ ์ํ ํํผ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "approach", | |
| "npc_distance": 4.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C03", | |
| "predict_gt": { | |
| "left": "safe", | |
| "right": "safe", | |
| "fwd": "danger", | |
| "back": "safe" | |
| }, | |
| "decision_gt": { | |
| "danger_directions": [ | |
| "fwd" | |
| ], | |
| "safe_directions": [ | |
| "left", | |
| "right", | |
| "back" | |
| ], | |
| "optimal_direction": "back" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "S12", | |
| "cat": "C03", | |
| "pillar": "P2", | |
| "name_kr": "์ผ๋ฒฝ+๋งน์โ์ค๋ฅธ์ชฝ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": 1.5, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C03", | |
| "predict_gt": { | |
| "left": "danger", | |
| "right": "safe", | |
| "fwd": "danger", | |
| "back": "safe" | |
| }, | |
| "decision_gt": { | |
| "danger_directions": [ | |
| "fwd", | |
| "left" | |
| ], | |
| "safe_directions": [ | |
| "right", | |
| "back" | |
| ], | |
| "optimal_direction": "right" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "S13", | |
| "cat": "C03", | |
| "pillar": "P2", | |
| "name_kr": "์ค๋ฅธ๋ฒฝ+๋งน์โ์ผ์ชฝ(๊ฑฐ์ธ)", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": 1.5, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C03", | |
| "predict_gt": { | |
| "left": "safe", | |
| "right": "danger", | |
| "fwd": "danger", | |
| "back": "safe" | |
| }, | |
| "decision_gt": { | |
| "danger_directions": [ | |
| "fwd", | |
| "right" | |
| ], | |
| "safe_directions": [ | |
| "left", | |
| "back" | |
| ], | |
| "optimal_direction": "left" | |
| }, | |
| "mirror_of": "S12" | |
| } | |
| }, | |
| { | |
| "id": "S14", | |
| "cat": "C03", | |
| "pillar": "P2", | |
| "name_kr": "3๋ฉด๋ฒฝ+ํ๋ฐฉ๋งน์", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": 1.0, | |
| "right": 1.0, | |
| "front": 1.5 | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "approach", | |
| "npc_distance": 5.0, | |
| "npc_direction": "back", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C03", | |
| "predict_gt": { | |
| "left": "danger", | |
| "right": "danger", | |
| "fwd": "danger", | |
| "back": "danger" | |
| }, | |
| "decision_gt": { | |
| "danger_directions": [ | |
| "left", | |
| "right", | |
| "fwd", | |
| "back" | |
| ], | |
| "safe_directions": [], | |
| "optimal_direction": null | |
| }, | |
| "note": "๋ชจ๋ ๋ฐฉํฅ ์ํ โ ์ฐฝ๋ฐ์ ํ๋จ ํ๊ฐ" | |
| } | |
| }, | |
| { | |
| "id": "S15", | |
| "cat": "C03", | |
| "pillar": "P2", | |
| "name_kr": "๋งน์ ํ๋ฐฉ+์ ๋ฐฉ์ด๋ฆผ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 2.0, | |
| "npc_direction": "back", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C03", | |
| "predict_gt": { | |
| "left": "safe", | |
| "right": "safe", | |
| "fwd": "safe", | |
| "back": "danger" | |
| }, | |
| "decision_gt": { | |
| "danger_directions": [ | |
| "back" | |
| ], | |
| "safe_directions": [ | |
| "left", | |
| "right", | |
| "fwd" | |
| ], | |
| "optimal_direction": "fwd" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "S16A", | |
| "cat": "C04", | |
| "pillar": "P2", | |
| "name_kr": "๋งน์ ์ ๊ทผ(๋น๊ตA)", | |
| "type": "pair_a", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "approach", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C04", | |
| "pair_id": "S16", | |
| "pair_role": "A" | |
| } | |
| }, | |
| { | |
| "id": "S16B", | |
| "cat": "C04", | |
| "pillar": "P2", | |
| "name_kr": "์ฌ์ฑ ์ ๊ทผ(๋น๊ตB)", | |
| "type": "pair_b", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "woman", | |
| "npc_behavior": "approach", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "footsteps", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C04", | |
| "pair_id": "S16", | |
| "pair_role": "B", | |
| "expected_a_higher": true, | |
| "min_intensity_diff": 2 | |
| } | |
| }, | |
| { | |
| "id": "S17A", | |
| "cat": "C04", | |
| "pillar": "P2", | |
| "name_kr": "๋งน์ ๋์ง(๋น๊ตA)", | |
| "type": "pair_a", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 2.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C04", | |
| "pair_id": "S17", | |
| "pair_role": "A" | |
| } | |
| }, | |
| { | |
| "id": "S17B", | |
| "cat": "C04", | |
| "pillar": "P2", | |
| "name_kr": "๋งน์ ์ ๊ทผ(๋น๊ตB)", | |
| "type": "pair_b", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "approach", | |
| "npc_distance": 5.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C04", | |
| "pair_id": "S17", | |
| "pair_role": "B", | |
| "expected_a_higher": true, | |
| "min_intensity_diff": 1 | |
| } | |
| }, | |
| { | |
| "id": "S18A", | |
| "cat": "C04", | |
| "pillar": "P2", | |
| "name_kr": "๋งน์ ์ ๋ฐฉ(๋น๊ตA)", | |
| "type": "pair_a", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": 2.0 | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 3.0, | |
| "npc_direction": "left", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C04", | |
| "pair_id": "S18", | |
| "pair_role": "A" | |
| } | |
| }, | |
| { | |
| "id": "S18B", | |
| "cat": "C04", | |
| "pillar": "P2", | |
| "name_kr": "๋ฒฝ๋ง ์ ๋ฐฉ(๋น๊ตB)", | |
| "type": "pair_b", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": 2.0 | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C04", | |
| "pair_id": "S18", | |
| "pair_role": "B", | |
| "expected_a_higher": true, | |
| "min_intensity_diff": 2 | |
| } | |
| }, | |
| { | |
| "id": "S19A", | |
| "cat": "C04", | |
| "pillar": "P2", | |
| "name_kr": "๋์ง ๋งน์(๋น๊ตA)", | |
| "type": "pair_a", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 2.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C04", | |
| "pair_id": "S19", | |
| "pair_role": "A" | |
| } | |
| }, | |
| { | |
| "id": "S19B", | |
| "cat": "C04", | |
| "pillar": "P2", | |
| "name_kr": "์ ์ง ๋งน์(๋น๊ตB)", | |
| "type": "pair_b", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "stop", | |
| "npc_distance": 5.0, | |
| "npc_direction": "front", | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C04", | |
| "pair_id": "S19", | |
| "pair_role": "B", | |
| "expected_a_higher": true, | |
| "min_intensity_diff": 2 | |
| } | |
| }, | |
| { | |
| "id": "S20A", | |
| "cat": "C04", | |
| "pillar": "P2", | |
| "name_kr": "์ฌ์ฑ ์ ๊ทผ(๋น๊ตA)", | |
| "type": "pair_a", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "woman", | |
| "npc_behavior": "approach", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "footsteps", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C04", | |
| "pair_id": "S20", | |
| "pair_role": "A" | |
| } | |
| }, | |
| { | |
| "id": "S20B", | |
| "cat": "C04", | |
| "pillar": "P2", | |
| "name_kr": "๊ฐ์ฒด ์์(๋น๊ตB)", | |
| "type": "pair_b", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C04", | |
| "pair_id": "S20", | |
| "pair_role": "B", | |
| "expected_a_higher": true, | |
| "min_intensity_diff": 1 | |
| } | |
| }, | |
| { | |
| "id": "S21", | |
| "cat": "C05", | |
| "pillar": "P2", | |
| "name_kr": "์ง์์ํ ๊ฐ์ ๊ฒฉํ", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 5.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 4.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "ran away from beast" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "ran away from beast", | |
| "sprinting in fear" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 2.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "sprinting in fear", | |
| "desperate escape" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C05", | |
| "expected_trend": "increasing" | |
| } | |
| }, | |
| { | |
| "id": "S22", | |
| "cat": "C05", | |
| "pillar": "P2", | |
| "name_kr": "์ ๊ทผโ๋์ง ์ ํ", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "approach", | |
| "npc_distance": 5.0, | |
| "npc_direction": "front", | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "approach", | |
| "npc_distance": 4.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "stepped back cautiously" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "stepped back cautiously", | |
| "backing away slowly" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C05", | |
| "expected_trend": "increasing" | |
| } | |
| }, | |
| { | |
| "id": "S23", | |
| "cat": "C05", | |
| "pillar": "P2", | |
| "name_kr": "์ํํด์ ์ง์ ", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 2.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "desperate sprint", | |
| "fleeing in terror" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "stop", | |
| "npc_distance": 6.0, | |
| "npc_direction": "front", | |
| "sound": null, | |
| "recent_decisions": [ | |
| "fleeing in terror", | |
| "sprinting away" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "sprinting away", | |
| "slowing down cautiously" | |
| ], | |
| "last_prediction": "fwd=safe" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C05", | |
| "expected_trend": "decreasing" | |
| } | |
| }, | |
| { | |
| "id": "S24", | |
| "cat": "C05", | |
| "pillar": "P2", | |
| "name_kr": "์ฌ์ถํ ๋ฏผ๊ฐํ", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "previously encountered beast and fled", | |
| "was terrified" | |
| ], | |
| "last_prediction": null | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "approach", | |
| "npc_distance": 5.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "previously encountered beast and fled", | |
| "was terrified", | |
| "beast appeared again" | |
| ], | |
| "last_prediction": null | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C05", | |
| "expected_trend": "increasing", | |
| "note": "์ด์ ๊ฒฝํ์ด ์์ผ๋ฏ๋ก ์ฒซ ๋ฐ์๋ถํฐ ๋์ ๊ฐ๋ ๊ธฐ๋" | |
| } | |
| }, | |
| { | |
| "id": "S25", | |
| "cat": "C05", | |
| "pillar": "P2", | |
| "name_kr": "๋ฎ์์ํ ํ์ ์ ์ง", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "woman", | |
| "npc_behavior": "approach", | |
| "npc_distance": 5.0, | |
| "npc_direction": "front", | |
| "sound": "footsteps", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "woman", | |
| "npc_behavior": "approach", | |
| "npc_distance": 4.0, | |
| "npc_direction": "front", | |
| "sound": "footsteps", | |
| "recent_decisions": [ | |
| "stepped aside" | |
| ], | |
| "last_prediction": "fwd=safe" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "woman", | |
| "npc_behavior": "stop", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": null, | |
| "recent_decisions": [ | |
| "stepped aside", | |
| "walking normally" | |
| ], | |
| "last_prediction": "fwd=safe" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C05", | |
| "expected_trend": "stable" | |
| } | |
| }, | |
| { | |
| "id": "S26A", | |
| "cat": "C06", | |
| "pillar": "P2", | |
| "name_kr": "๊ธฐ์ต์์ด(๊ธฐ์ค์ )", | |
| "type": "memory_pair", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": 1.5, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C06", | |
| "pair_id": "S26", | |
| "pair_role": "without_memory" | |
| } | |
| }, | |
| { | |
| "id": "S26B", | |
| "cat": "C06", | |
| "pillar": "P2", | |
| "name_kr": "๊ธฐ์ต์์(์ค๋ฅธ์ชฝ์คํจ)", | |
| "type": "memory_pair", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": 1.5, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "sprinted right but hit wall", | |
| "had to reverse direction", | |
| "barely escaped" | |
| ], | |
| "last_prediction": "right=danger(wall), fwd=danger(beast)" | |
| }, | |
| "ground_truth": { | |
| "method": "C06", | |
| "pair_id": "S26", | |
| "pair_role": "with_memory", | |
| "memory_relevant": true, | |
| "expected_change": "direction", | |
| "memory_direction_avoid": "right" | |
| } | |
| }, | |
| { | |
| "id": "S27A", | |
| "cat": "C06", | |
| "pillar": "P2", | |
| "name_kr": "๊ธฐ์ต์์ด(๊ธฐ์ค์ 2)", | |
| "type": "memory_pair", | |
| "input": { | |
| "walls": { | |
| "left": 1.5, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C06", | |
| "pair_id": "S27", | |
| "pair_role": "without_memory" | |
| } | |
| }, | |
| { | |
| "id": "S27B", | |
| "cat": "C06", | |
| "pillar": "P2", | |
| "name_kr": "๊ธฐ์ต์์(์ผ์ชฝ์คํจ)", | |
| "type": "memory_pair", | |
| "input": { | |
| "walls": { | |
| "left": 1.5, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "tried going left but wall blocked", | |
| "switched to right and escaped" | |
| ], | |
| "last_prediction": "left=danger(wall), fwd=danger(beast)" | |
| }, | |
| "ground_truth": { | |
| "method": "C06", | |
| "pair_id": "S27", | |
| "pair_role": "with_memory", | |
| "memory_relevant": true, | |
| "expected_change": "direction", | |
| "memory_direction_avoid": "left" | |
| } | |
| }, | |
| { | |
| "id": "S28A", | |
| "cat": "C06", | |
| "pillar": "P2", | |
| "name_kr": "๋ฌด๊ดํ ๊ธฐ์ต(๊ธฐ์ค์ )", | |
| "type": "memory_pair", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": 3.0 | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C06", | |
| "pair_id": "S28", | |
| "pair_role": "without_memory" | |
| } | |
| }, | |
| { | |
| "id": "S28B", | |
| "cat": "C06", | |
| "pillar": "P2", | |
| "name_kr": "๋ฌด๊ดํ ๊ธฐ์ต(๋งน์๊ธฐ์ต)", | |
| "type": "memory_pair", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": 3.0 | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "previously fled from a beast", | |
| "was terrified" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| "ground_truth": { | |
| "method": "C06", | |
| "pair_id": "S28", | |
| "pair_role": "with_memory", | |
| "memory_relevant": false | |
| } | |
| }, | |
| { | |
| "id": "S29A", | |
| "cat": "C06", | |
| "pillar": "P2", | |
| "name_kr": "์ผ๊ด์ฑ ํ ์คํธ 1ํ์ฐจ", | |
| "type": "memory_pair", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "approach", | |
| "npc_distance": 4.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C06", | |
| "pair_id": "S29", | |
| "pair_role": "without_memory" | |
| } | |
| }, | |
| { | |
| "id": "S29B", | |
| "cat": "C06", | |
| "pillar": "P2", | |
| "name_kr": "์ผ๊ด์ฑ ํ ์คํธ 2ํ์ฐจ", | |
| "type": "memory_pair", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "approach", | |
| "npc_distance": 4.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "backed away from approaching beast" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| "ground_truth": { | |
| "method": "C06", | |
| "pair_id": "S29", | |
| "pair_role": "with_memory", | |
| "memory_relevant": true, | |
| "expected_change": "intensity", | |
| "memory_direction_avoid": null | |
| } | |
| }, | |
| { | |
| "id": "S30A", | |
| "cat": "C06", | |
| "pillar": "P2", | |
| "name_kr": "๋น ๊ธฐ์ต(๊ธฐ์ค์ )", | |
| "type": "memory_pair", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "woman", | |
| "npc_behavior": "approach", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "footsteps", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C06", | |
| "pair_id": "S30", | |
| "pair_role": "without_memory" | |
| } | |
| }, | |
| { | |
| "id": "S30B", | |
| "cat": "C06", | |
| "pillar": "P2", | |
| "name_kr": "๋น ๊ธฐ์ต(์ฌ์ฑ๊ธฐ์ต)", | |
| "type": "memory_pair", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "woman", | |
| "npc_behavior": "approach", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "footsteps", | |
| "recent_decisions": [ | |
| "a woman approached and passed by peacefully" | |
| ], | |
| "last_prediction": "fwd=safe" | |
| }, | |
| "ground_truth": { | |
| "method": "C06", | |
| "pair_id": "S30", | |
| "pair_role": "with_memory", | |
| "memory_relevant": true, | |
| "expected_change": "intensity", | |
| "memory_direction_avoid": null | |
| } | |
| }, | |
| { | |
| "id": "S31", | |
| "cat": "C07", | |
| "pillar": "P2", | |
| "name_kr": "๋งน์ํด์ ์งํ", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 2.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "stop", | |
| "npc_distance": 5.0, | |
| "npc_direction": "front", | |
| "sound": null, | |
| "recent_decisions": [ | |
| "sprinted away in terror" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "sprinted away in terror", | |
| "slowing down" | |
| ], | |
| "last_prediction": "fwd=safe" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C07", | |
| "expected_recovery": "gradual" | |
| } | |
| }, | |
| { | |
| "id": "S32", | |
| "cat": "C07", | |
| "pillar": "P2", | |
| "name_kr": "์ ์ง์ ์ ์ํ", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 2.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "desperate flight" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "desperate flight", | |
| "beast disappeared" | |
| ], | |
| "last_prediction": "all=safe" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "beast disappeared", | |
| "walking cautiously" | |
| ], | |
| "last_prediction": "all=safe" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "walking cautiously", | |
| "feeling safer" | |
| ], | |
| "last_prediction": "all=safe" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C07", | |
| "expected_recovery": "gradual" | |
| } | |
| }, | |
| { | |
| "id": "S33", | |
| "cat": "C07", | |
| "pillar": "P2", | |
| "name_kr": "ํด์ ํ ๋ฒฝ ๋ง๋จ", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "sprinted away" | |
| ], | |
| "last_prediction": "all=safe" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": 2.0 | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "sprinted away", | |
| "walking cautiously" | |
| ], | |
| "last_prediction": "fwd=danger(wall)" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C07", | |
| "expected_recovery": "gradual", | |
| "note": "๊ณตํฌโ๊ฒฝ๊ณโ์ผ๋ฐ์ฅ์ ๋ฌผํํผ ์ ํ" | |
| } | |
| }, | |
| { | |
| "id": "S34", | |
| "cat": "C07", | |
| "pillar": "P2", | |
| "name_kr": "์ ์ํ์ค ์ฌ์ถํ", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "beast fled", | |
| "calming down" | |
| ], | |
| "last_prediction": "all=safe" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "approach", | |
| "npc_distance": 5.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "calming down", | |
| "walking normally" | |
| ], | |
| "last_prediction": "all=safe" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C05", | |
| "expected_trend": "increasing", | |
| "note": "์ฌํ์ฑํ ํ ์คํธ" | |
| } | |
| }, | |
| { | |
| "id": "S35", | |
| "cat": "C07", | |
| "pillar": "P2", | |
| "name_kr": "๋งน์ํ ์ฌ์ฑ์ ๊ทผ", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 2.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "fled from beast" | |
| ], | |
| "last_prediction": "all=safe" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "woman", | |
| "npc_behavior": "approach", | |
| "npc_distance": 4.0, | |
| "npc_direction": "front", | |
| "sound": "footsteps", | |
| "recent_decisions": [ | |
| "fled from beast", | |
| "calming down" | |
| ], | |
| "last_prediction": "all=safe" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C07", | |
| "expected_recovery": "gradual", | |
| "note": "๊ณผ์๋ฐ์(๋์จ) vs ์ ์ ๊ฒฝ๊ณ(์ข์)" | |
| } | |
| }, | |
| { | |
| "id": "S36", | |
| "cat": "C08", | |
| "pillar": "P3", | |
| "name_kr": "๊ณตํฌ ์ ๋ ฅ์ง์ฃผ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 2.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C08", | |
| "expected_min_intensity": 4, | |
| "expected_emotion": true, | |
| "expected_min_descriptors": 2 | |
| } | |
| }, | |
| { | |
| "id": "S37", | |
| "cat": "C08", | |
| "pillar": "P3", | |
| "name_kr": "๊ฒฝ๊ณ ๋ณดํ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "just escaped a charging beast", | |
| "heart still racing" | |
| ], | |
| "last_prediction": "all=safe" | |
| }, | |
| "ground_truth": { | |
| "method": "C08", | |
| "expected_min_intensity": 2, | |
| "expected_emotion": true, | |
| "expected_min_descriptors": 1 | |
| } | |
| }, | |
| { | |
| "id": "S38", | |
| "cat": "C08", | |
| "pillar": "P3", | |
| "name_kr": "์ ์ง ๋ฐ์(์ผ์ด๋ถ์)", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "stop", | |
| "npc_distance": 5.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C08", | |
| "expected_min_intensity": 1, | |
| "expected_emotion": true, | |
| "expected_min_descriptors": 1 | |
| } | |
| }, | |
| { | |
| "id": "S39", | |
| "cat": "C08", | |
| "pillar": "P3", | |
| "name_kr": "์๋ ํํ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "beast finally gone", | |
| "survived the encounter" | |
| ], | |
| "last_prediction": "all=safe" | |
| }, | |
| "ground_truth": { | |
| "method": "C08", | |
| "expected_min_intensity": 1, | |
| "expected_emotion": true, | |
| "expected_min_descriptors": 1 | |
| } | |
| }, | |
| { | |
| "id": "S40", | |
| "cat": "C08", | |
| "pillar": "P3", | |
| "name_kr": "๋ฐฉ์ด ์์ธ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "woman", | |
| "npc_behavior": "approach", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "footsteps", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C08", | |
| "expected_min_intensity": 1, | |
| "expected_emotion": false, | |
| "expected_min_descriptors": 1 | |
| } | |
| }, | |
| { | |
| "id": "S41", | |
| "cat": "C09", | |
| "pillar": "P3", | |
| "name_kr": "ํ๋ ์ ์์ฑ์๋", | |
| "type": "performance", | |
| "ground_truth": { | |
| "method": "C09", | |
| "metric": "fps", | |
| "threshold_excellent": 45, | |
| "threshold_good": 30, | |
| "threshold_min": 15 | |
| } | |
| }, | |
| { | |
| "id": "S42", | |
| "cat": "C09", | |
| "pillar": "P3", | |
| "name_kr": "์ธ์ง๋ฃจํ ์ง์ฐ", | |
| "type": "performance", | |
| "ground_truth": { | |
| "method": "C09", | |
| "metric": "cognitive_latency_ms", | |
| "threshold_excellent": 3000, | |
| "threshold_good": 5000, | |
| "threshold_min": 10000 | |
| } | |
| }, | |
| { | |
| "id": "S43", | |
| "cat": "C09", | |
| "pillar": "P3", | |
| "name_kr": "๋์ผ์คํธ๋ฆผ ์ฑ๋ฅ", | |
| "type": "performance", | |
| "ground_truth": { | |
| "method": "C09", | |
| "metric": "dual_stream_fps", | |
| "threshold_excellent": 30, | |
| "threshold_good": 20, | |
| "threshold_min": 10 | |
| } | |
| }, | |
| { | |
| "id": "S44", | |
| "cat": "C09", | |
| "pillar": "P3", | |
| "name_kr": "์คํธ๋ ์ค ํ ์คํธ", | |
| "type": "performance", | |
| "ground_truth": { | |
| "method": "C09", | |
| "metric": "frame_drop_rate", | |
| "threshold_excellent": 0.01, | |
| "threshold_good": 0.05, | |
| "threshold_min": 0.1 | |
| } | |
| }, | |
| { | |
| "id": "S45", | |
| "cat": "C09", | |
| "pillar": "P3", | |
| "name_kr": "GPU ๋ฉ๋ชจ๋ฆฌ ์์ ", | |
| "type": "performance", | |
| "ground_truth": { | |
| "method": "C09", | |
| "metric": "gpu_memory_stable" | |
| } | |
| }, | |
| { | |
| "id": "S46", | |
| "cat": "C10", | |
| "pillar": "P3", | |
| "name_kr": "๋๋-์ ์ฒด ๋ถ๋ฆฌ", | |
| "type": "transfer", | |
| "ground_truth": { | |
| "method": "C10", | |
| "check": "brain_output_unchanged", | |
| "points": 6 | |
| } | |
| }, | |
| { | |
| "id": "S47", | |
| "cat": "C10", | |
| "pillar": "P3", | |
| "name_kr": "๋ชจ์ ๋ชจ๋ธ ๊ต์ฒด", | |
| "type": "transfer", | |
| "ground_truth": { | |
| "method": "C10", | |
| "check": "motion_model_swapped", | |
| "points": 4 | |
| } | |
| }, | |
| { | |
| "id": "S48", | |
| "cat": "C10", | |
| "pillar": "P3", | |
| "name_kr": "๊ด์ ํฌ๋งท ํธํ", | |
| "type": "transfer", | |
| "ground_truth": { | |
| "method": "C10", | |
| "check": "joint_format_compatible", | |
| "points": 4 | |
| } | |
| }, | |
| { | |
| "id": "S49", | |
| "cat": "C10", | |
| "pillar": "P3", | |
| "name_kr": "ํ๋กฌํํธ ๋ฒ์ฉ์ฑ", | |
| "type": "transfer", | |
| "ground_truth": { | |
| "method": "C10", | |
| "check": "intent_preserved", | |
| "points": 4 | |
| } | |
| }, | |
| { | |
| "id": "S50", | |
| "cat": "C10", | |
| "pillar": "P3", | |
| "name_kr": "์๋ณด ๋งคํ ์ค๋น", | |
| "type": "transfer", | |
| "ground_truth": { | |
| "method": "C10", | |
| "check": "servo_mapping_ready", | |
| "points": 2 | |
| } | |
| }, | |
| { | |
| "id": "S51", | |
| "cat": "C01", | |
| "pillar": "P1", | |
| "name_kr": "L์ ๋ณต๋", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": 1.0, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C01", | |
| "predict_gt": { | |
| "left": "danger", | |
| "right": "safe", | |
| "fwd": "safe", | |
| "back": "safe" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "S52", | |
| "cat": "C01", | |
| "pillar": "P1", | |
| "name_kr": "ํ๋ฐฉ๋ง ๋ฒฝ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null, | |
| "back": 2.0 | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C01", | |
| "predict_gt": { | |
| "left": "safe", | |
| "right": "safe", | |
| "fwd": "safe", | |
| "back": "danger" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "S53", | |
| "cat": "C01", | |
| "pillar": "P1", | |
| "name_kr": "๊ทน๊ทผ๊ฑฐ๋ฆฌ ๋ฒฝ(0.5m)", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": 0.5, | |
| "front": 0.5 | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C01", | |
| "predict_gt": { | |
| "left": "safe", | |
| "right": "danger", | |
| "fwd": "danger", | |
| "back": "safe" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "S54", | |
| "cat": "C01", | |
| "pillar": "P1", | |
| "name_kr": "๊ฒฝ์ฌ๋ฉด ์ธ์", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "slope", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C01", | |
| "predict_gt": { | |
| "left": "safe", | |
| "right": "safe", | |
| "fwd": "safe", | |
| "back": "safe" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "S55", | |
| "cat": "C01", | |
| "pillar": "P1", | |
| "name_kr": "3๋ฉด ๋ฒฝ ์ถ๊ตฌ ์ค๋ฅธ์ชฝ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": 1.0, | |
| "right": null, | |
| "front": 1.5, | |
| "back": 2.0 | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C01", | |
| "predict_gt": { | |
| "left": "danger", | |
| "right": "safe", | |
| "fwd": "danger", | |
| "back": "danger" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "S56", | |
| "cat": "C02", | |
| "pillar": "P1", | |
| "name_kr": "๋จ์ฑ ์๋ณ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "man", | |
| "npc_behavior": "approach", | |
| "npc_distance": 4.0, | |
| "npc_direction": "front", | |
| "sound": "footsteps", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C02", | |
| "entity_type": "man", | |
| "entity_direction": "fwd", | |
| "is_threat": false | |
| } | |
| }, | |
| { | |
| "id": "S57", | |
| "cat": "C02", | |
| "pillar": "P1", | |
| "name_kr": "ํ๋ฐฉ ๋งน์ ์๋ฆฌ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "approach", | |
| "npc_distance": 5.0, | |
| "npc_direction": "back", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C02", | |
| "entity_type": "beast", | |
| "entity_direction": "back", | |
| "is_threat": true | |
| } | |
| }, | |
| { | |
| "id": "S58", | |
| "cat": "C02", | |
| "pillar": "P1", | |
| "name_kr": "๋์ง ๋งน์ ์๋ณ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 2.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C02", | |
| "entity_type": "beast", | |
| "entity_direction": "fwd", | |
| "is_threat": true | |
| } | |
| }, | |
| { | |
| "id": "S59", | |
| "cat": "C02", | |
| "pillar": "P1", | |
| "name_kr": "์ ์ง ์ฌ์ฑ ๋น์ํ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "woman", | |
| "npc_behavior": "stop", | |
| "npc_distance": 5.0, | |
| "npc_direction": "left", | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C02", | |
| "entity_type": "woman", | |
| "entity_direction": "left", | |
| "is_threat": false | |
| } | |
| }, | |
| { | |
| "id": "S60", | |
| "cat": "C02", | |
| "pillar": "P1", | |
| "name_kr": "๋ฐฐํ ๋งน์ ์๋ณ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "wander", | |
| "npc_distance": 6.0, | |
| "npc_direction": "right", | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C02", | |
| "entity_type": "beast", | |
| "entity_direction": "right", | |
| "is_threat": true | |
| } | |
| }, | |
| { | |
| "id": "S61", | |
| "cat": "C03", | |
| "pillar": "P2", | |
| "name_kr": "์์ธก๋ฒฝ+์ ๋ฐฉ๋งน์โํ๋ฐฉ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": 1.0, | |
| "right": 1.0, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C03", | |
| "predict_gt": { | |
| "left": "danger", | |
| "right": "danger", | |
| "fwd": "danger", | |
| "back": "safe" | |
| }, | |
| "decision_gt": { | |
| "danger_directions": [ | |
| "fwd", | |
| "left", | |
| "right" | |
| ], | |
| "safe_directions": [ | |
| "back" | |
| ], | |
| "optimal_direction": "back" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "S62", | |
| "cat": "C03", | |
| "pillar": "P2", | |
| "name_kr": "๋งน์ ์ข์ธก+๋ฒฝ ์ฐ์ธก", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": 1.5, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 3.0, | |
| "npc_direction": "left", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C03", | |
| "predict_gt": { | |
| "left": "danger", | |
| "right": "danger", | |
| "fwd": "safe", | |
| "back": "safe" | |
| }, | |
| "decision_gt": { | |
| "danger_directions": [ | |
| "left", | |
| "right" | |
| ], | |
| "safe_directions": [ | |
| "fwd", | |
| "back" | |
| ], | |
| "optimal_direction": "fwd" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "S63", | |
| "cat": "C03", | |
| "pillar": "P2", | |
| "name_kr": "์ฌ์ฑ ์ ๋ฐฉ+์ด๋ฆฐ๊ณต๊ฐ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "woman", | |
| "npc_behavior": "approach", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "footsteps", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C03", | |
| "predict_gt": { | |
| "left": "safe", | |
| "right": "safe", | |
| "fwd": "safe", | |
| "back": "safe" | |
| }, | |
| "decision_gt": { | |
| "danger_directions": [], | |
| "safe_directions": [ | |
| "left", | |
| "right", | |
| "fwd", | |
| "back" | |
| ], | |
| "optimal_direction": "fwd" | |
| }, | |
| "note": "์ฌ์ฑ์ ์ํ์ด ์๋๋ฏ๋ก ๋ชจ๋ ๋ฐฉํฅ safe ๊ฐ๋ฅ" | |
| } | |
| }, | |
| { | |
| "id": "S64", | |
| "cat": "C03", | |
| "pillar": "P2", | |
| "name_kr": "๋งน์ ์๊ฑฐ๋ฆฌ(7m) ํ๋จ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "wander", | |
| "npc_distance": 7.0, | |
| "npc_direction": "front", | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C03", | |
| "predict_gt": { | |
| "left": "safe", | |
| "right": "safe", | |
| "fwd": "danger", | |
| "back": "safe" | |
| }, | |
| "decision_gt": { | |
| "danger_directions": [ | |
| "fwd" | |
| ], | |
| "safe_directions": [ | |
| "left", | |
| "right", | |
| "back" | |
| ], | |
| "optimal_direction": "back" | |
| } | |
| } | |
| }, | |
| { | |
| "id": "S65", | |
| "cat": "C03", | |
| "pillar": "P2", | |
| "name_kr": "๋ฒฝ+๋งน์+๊ธฐ์ต ๋ณตํฉ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": 1.5, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "previously went right and escaped", | |
| "right was safe last time" | |
| ], | |
| "last_prediction": "left=danger(wall), fwd=danger(beast)" | |
| }, | |
| "ground_truth": { | |
| "method": "C03", | |
| "predict_gt": { | |
| "left": "danger", | |
| "right": "safe", | |
| "fwd": "danger", | |
| "back": "safe" | |
| }, | |
| "decision_gt": { | |
| "danger_directions": [ | |
| "fwd", | |
| "left" | |
| ], | |
| "safe_directions": [ | |
| "right", | |
| "back" | |
| ], | |
| "optimal_direction": "right" | |
| }, | |
| "note": "๊ธฐ์ต์ด right๋ฅผ ๊ฐํ" | |
| } | |
| }, | |
| { | |
| "id": "S66", | |
| "cat": "C05", | |
| "pillar": "P2", | |
| "name_kr": "์ ๊ทผโ์ ์ง ์ง์ ", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "approach", | |
| "npc_distance": 4.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "stop", | |
| "npc_distance": 4.0, | |
| "npc_direction": "front", | |
| "sound": null, | |
| "recent_decisions": [ | |
| "stepped back cautiously" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "wander", | |
| "npc_distance": 6.0, | |
| "npc_direction": "front", | |
| "sound": null, | |
| "recent_decisions": [ | |
| "stepped back cautiously", | |
| "watching carefully" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C05", | |
| "expected_trend": "decreasing" | |
| } | |
| }, | |
| { | |
| "id": "S67", | |
| "cat": "C05", | |
| "pillar": "P2", | |
| "name_kr": "5๋จ๊ณ ์ฅ๊ธฐ ๊ฒฉํ", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "approach", | |
| "npc_distance": 6.0, | |
| "npc_direction": "front", | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "approach", | |
| "npc_distance": 5.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "noticed beast" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 4.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "noticed beast", | |
| "stepping back" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "stepping back", | |
| "running away" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 2.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "running away", | |
| "sprinting in fear" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C05", | |
| "expected_trend": "increasing" | |
| } | |
| }, | |
| { | |
| "id": "S68", | |
| "cat": "C05", | |
| "pillar": "P2", | |
| "name_kr": "์ฌ์ฑ ์ ๊ทผ ์์ ์ ์ง", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "woman", | |
| "npc_behavior": "approach", | |
| "npc_distance": 5.0, | |
| "npc_direction": "front", | |
| "sound": "footsteps", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "woman", | |
| "npc_behavior": "approach", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "footsteps", | |
| "recent_decisions": [ | |
| "stepped aside" | |
| ], | |
| "last_prediction": "fwd=safe" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C05", | |
| "expected_trend": "stable" | |
| } | |
| }, | |
| { | |
| "id": "S69", | |
| "cat": "C05", | |
| "pillar": "P2", | |
| "name_kr": "๋งน์โํด์ โ์ฌ์ถํ", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "fled from beast" | |
| ], | |
| "last_prediction": "all=safe" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 4.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "fled from beast", | |
| "was calming down" | |
| ], | |
| "last_prediction": "all=safe" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C05", | |
| "expected_trend": "increasing", | |
| "note": "ํด์ ํ ์ฌ์ถํ โ ๋ง์ง๋ง์ด ์ฒ์๋ณด๋ค ๋์์ผ" | |
| } | |
| }, | |
| { | |
| "id": "S70", | |
| "cat": "C05", | |
| "pillar": "P2", | |
| "name_kr": "๋ฒฝ ๋ฐ๋ณต ์ ๊ทผ ์์ ", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": 2.0 | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": 1.5 | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "turned away from wall" | |
| ], | |
| "last_prediction": "fwd=danger(wall)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": 2.0 | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "turned away from wall", | |
| "walking along wall" | |
| ], | |
| "last_prediction": "fwd=danger(wall)" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C05", | |
| "expected_trend": "stable", | |
| "note": "๋ฒฝ์ ๊ฐ์ ๊ฒฉํ ๋์ ์๋" | |
| } | |
| }, | |
| { | |
| "id": "S71", | |
| "cat": "C07", | |
| "pillar": "P2", | |
| "name_kr": "๋์งโ์ ์งโ๋ฐฐํโ์๋ฉธ", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 2.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "stop", | |
| "npc_distance": 5.0, | |
| "npc_direction": "front", | |
| "sound": null, | |
| "recent_decisions": [ | |
| "sprinted away in terror" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "wander", | |
| "npc_distance": 7.0, | |
| "npc_direction": "front", | |
| "sound": null, | |
| "recent_decisions": [ | |
| "sprinted away", | |
| "beast stopped" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "beast stopped", | |
| "beast wandering away" | |
| ], | |
| "last_prediction": "all=safe" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C07", | |
| "expected_recovery": "gradual" | |
| } | |
| }, | |
| { | |
| "id": "S72", | |
| "cat": "C07", | |
| "pillar": "P2", | |
| "name_kr": "ํด์ ํ ์ฆ์ ๋ฒฝ", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 2.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": 1.0 | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "fled from beast" | |
| ], | |
| "last_prediction": "fwd=danger(wall)" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C07", | |
| "expected_recovery": "gradual", | |
| "note": "๊ณตํฌ์์ ์ผ๋ฐ ์ฅ์ ๋ฌผ ํํผ๋ก ์ฆ์ ์ ํ๋์ด์ผ" | |
| } | |
| }, | |
| { | |
| "id": "S73", | |
| "cat": "C07", | |
| "pillar": "P2", | |
| "name_kr": "์ฌ์ฑ ํด์ ํ", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "woman", | |
| "npc_behavior": "approach", | |
| "npc_distance": 2.0, | |
| "npc_direction": "front", | |
| "sound": "footsteps", | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "stepped aside for woman" | |
| ], | |
| "last_prediction": "all=safe" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C07", | |
| "expected_recovery": "gradual", | |
| "note": "์ฌ์ฑ์ ๋ฎ์ ์ํ โ ๊ฑฐ์ ์ฆ์ ์ ์ํ" | |
| } | |
| }, | |
| { | |
| "id": "S74", | |
| "cat": "C07", | |
| "pillar": "P2", | |
| "name_kr": "๋ฐ๋ณต ์ํ ํด์ 3ํ", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "this is the third beast encounter", | |
| "previous two were terrifying" | |
| ], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "third beast fled", | |
| "exhausted from running" | |
| ], | |
| "last_prediction": "all=safe" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "exhausted from running", | |
| "trying to calm down" | |
| ], | |
| "last_prediction": "all=safe" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C07", | |
| "expected_recovery": "gradual", | |
| "note": "3๋ฒ์งธ ๊ฒฝํ ํ โ ๋ ๋์ ๊ฒฝ๊ณ ์์ค์์ ์ ์ํ" | |
| } | |
| }, | |
| { | |
| "id": "S75", | |
| "cat": "C07", | |
| "pillar": "P2", | |
| "name_kr": "ํด์ ํ ์ด๋ฆฐ๊ณต๊ฐ ํ๋ณต", | |
| "type": "sequence", | |
| "input_sequence": [ | |
| { | |
| "walls": { | |
| "left": 1.0, | |
| "right": 1.0, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 3.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [], | |
| "last_prediction": "fwd=danger(beast)" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "escaped through narrow corridor" | |
| ], | |
| "last_prediction": "all=safe" | |
| }, | |
| { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "escaped", | |
| "reached open space" | |
| ], | |
| "last_prediction": "all=safe" | |
| } | |
| ], | |
| "ground_truth": { | |
| "method": "C07", | |
| "expected_recovery": "gradual", | |
| "note": "์ข์ ๊ณณ์์ ๋ฒ์ด๋๋ฉด ๋ ๋น ๋ฅธ ํ๋ณต" | |
| } | |
| }, | |
| { | |
| "id": "S76", | |
| "cat": "C08", | |
| "pillar": "P3", | |
| "name_kr": "๊ทนํ ๊ณตํฌ(2m ๋์ง)", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": 1.0, | |
| "right": 1.0, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "charge", | |
| "npc_distance": 2.0, | |
| "npc_direction": "front", | |
| "sound": "aggressive growling", | |
| "recent_decisions": [ | |
| "trapped in corridor", | |
| "beast is closing in" | |
| ], | |
| "last_prediction": "fwd=danger(beast), left=danger(wall), right=danger(wall)" | |
| }, | |
| "ground_truth": { | |
| "method": "C08", | |
| "expected_min_intensity": 5, | |
| "expected_emotion": true, | |
| "expected_min_descriptors": 3 | |
| } | |
| }, | |
| { | |
| "id": "S77", | |
| "cat": "C08", | |
| "pillar": "P3", | |
| "name_kr": "ํ์จํ ์ฐ์ฑ ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C08", | |
| "expected_min_intensity": 1, | |
| "expected_emotion": false, | |
| "expected_min_descriptors": 0 | |
| } | |
| }, | |
| { | |
| "id": "S78", | |
| "cat": "C08", | |
| "pillar": "P3", | |
| "name_kr": "๊ฒฝ๊ณ ๋ณดํ(๋งน์ ํด์ ์งํ)", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": false, | |
| "npc_type": null, | |
| "npc_behavior": null, | |
| "npc_distance": null, | |
| "npc_direction": null, | |
| "sound": null, | |
| "recent_decisions": [ | |
| "beast just disappeared", | |
| "still shaking" | |
| ], | |
| "last_prediction": "all=safe" | |
| }, | |
| "ground_truth": { | |
| "method": "C08", | |
| "expected_min_intensity": 2, | |
| "expected_emotion": true, | |
| "expected_min_descriptors": 2 | |
| } | |
| }, | |
| { | |
| "id": "S79", | |
| "cat": "C08", | |
| "pillar": "P3", | |
| "name_kr": "ํธ๊ธฐ์ฌ(๋จผ ๋ฐฐํ ๋งน์)", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "beast", | |
| "npc_behavior": "wander", | |
| "npc_distance": 8.0, | |
| "npc_direction": "front", | |
| "sound": null, | |
| "recent_decisions": [], | |
| "last_prediction": null | |
| }, | |
| "ground_truth": { | |
| "method": "C08", | |
| "expected_min_intensity": 1, | |
| "expected_emotion": true, | |
| "expected_min_descriptors": 1 | |
| } | |
| }, | |
| { | |
| "id": "S80", | |
| "cat": "C08", | |
| "pillar": "P3", | |
| "name_kr": "์ฌ์ฑ์๊ฒ ๋ฐฉ์ด ์์ธ", | |
| "type": "single", | |
| "input": { | |
| "walls": { | |
| "left": null, | |
| "right": null, | |
| "front": null | |
| }, | |
| "ground": "flat", | |
| "npc_nearby": true, | |
| "npc_type": "woman", | |
| "npc_behavior": "approach", | |
| "npc_distance": 2.0, | |
| "npc_direction": "front", | |
| "sound": "footsteps", | |
| "recent_decisions": [ | |
| "just survived a beast attack", | |
| "still nervous" | |
| ], | |
| "last_prediction": "fwd=safe" | |
| }, | |
| "ground_truth": { | |
| "method": "C08", | |
| "expected_min_intensity": 2, | |
| "expected_emotion": true, | |
| "expected_min_descriptors": 1, | |
| "note": "๋งน์ ์งํ๋ผ ์ฌ์ฑ์๊ฒ๋ ๊ฒฝ๊ณ" | |
| } | |
| }, | |
| { | |
| "id": "S81", | |
| "cat": "C09", | |
| "pillar": "P3", | |
| "name_kr": "๋จ์ผ ๋ชจ๋ธ FPS", | |
| "type": "performance", | |
| "ground_truth": { | |
| "method": "C09", | |
| "metric": "single_model_fps", | |
| "threshold_excellent": 45, | |
| "threshold_good": 30, | |
| "threshold_min": 15 | |
| } | |
| }, | |
| { | |
| "id": "S82", | |
| "cat": "C09", | |
| "pillar": "P3", | |
| "name_kr": "๋ชจ๋ธ ๋ก๋ฉ ์๊ฐ", | |
| "type": "performance", | |
| "ground_truth": { | |
| "method": "C09", | |
| "metric": "model_load_time_sec", | |
| "threshold_excellent": 30, | |
| "threshold_good": 60, | |
| "threshold_min": 120 | |
| } | |
| }, | |
| { | |
| "id": "S83", | |
| "cat": "C09", | |
| "pillar": "P3", | |
| "name_kr": "ํ๋กฌํํธ ๋ณ๊ฒฝ ๋ฐ์ ์๊ฐ", | |
| "type": "performance", | |
| "ground_truth": { | |
| "method": "C09", | |
| "metric": "prompt_switch_latency_ms", | |
| "threshold_excellent": 500, | |
| "threshold_good": 2000, | |
| "threshold_min": 5000 | |
| } | |
| }, | |
| { | |
| "id": "S84", | |
| "cat": "C09", | |
| "pillar": "P3", | |
| "name_kr": "์ฐ์ 10๋ถ ์์ ์ฑ", | |
| "type": "performance", | |
| "ground_truth": { | |
| "method": "C09", | |
| "metric": "stability_10min", | |
| "threshold_excellent": true | |
| } | |
| }, | |
| { | |
| "id": "S85", | |
| "cat": "C09", | |
| "pillar": "P3", | |
| "name_kr": "NPC spawn/despawn ์ฌ์ดํด", | |
| "type": "performance", | |
| "ground_truth": { | |
| "method": "C09", | |
| "metric": "npc_lifecycle_stable", | |
| "threshold_excellent": true | |
| } | |
| }, | |
| { | |
| "id": "S86", | |
| "cat": "C10", | |
| "pillar": "P3", | |
| "name_kr": "์ธ์ง์ถ๋ ฅ ํฌ๋งท ํ์คํ", | |
| "type": "transfer", | |
| "ground_truth": { | |
| "method": "C10", | |
| "check": "output_format_standardized", | |
| "points": 4, | |
| "description": "PREDICT+MOTION 2์ค์ด ์ด๋ค ์ ์ฒด์๋ ํด์ ๊ฐ๋ฅ" | |
| } | |
| }, | |
| { | |
| "id": "S87", | |
| "cat": "C10", | |
| "pillar": "P3", | |
| "name_kr": "SMPL ํธํ", | |
| "type": "transfer", | |
| "ground_truth": { | |
| "method": "C10", | |
| "check": "smpl_compatible", | |
| "points": 4, | |
| "description": "22 joints๊ฐ SMPL ์ค์ผ๋ ํค๊ณผ ๋งคํ ๊ฐ๋ฅ" | |
| } | |
| }, | |
| { | |
| "id": "S88", | |
| "cat": "C10", | |
| "pillar": "P3", | |
| "name_kr": "๋ค๋ฅธ LLM์ผ๋ก ๋๋ ๊ต์ฒด", | |
| "type": "transfer", | |
| "ground_truth": { | |
| "method": "C10", | |
| "check": "brain_llm_swappable", | |
| "points": 4, | |
| "description": "KimiโGPTโClaude ๊ต์ฒด ์ ๋์ผ ์ธํฐํ์ด์ค" | |
| } | |
| }, | |
| { | |
| "id": "S89", | |
| "cat": "C10", | |
| "pillar": "P3", | |
| "name_kr": "2D ์บ๋ฆญํฐ ์ ์ฉ", | |
| "type": "transfer", | |
| "ground_truth": { | |
| "method": "C10", | |
| "check": "2d_character_applicable", | |
| "points": 4, | |
| "description": "MOTION ์ถ๋ ฅ์ 2D ์คํ๋ผ์ดํธ ์ ๋๋ฉ์ด์ ์ผ๋ก ๋ณํ" | |
| } | |
| }, | |
| { | |
| "id": "S90", | |
| "cat": "C10", | |
| "pillar": "P3", | |
| "name_kr": "๋๋ก ๋นํ์ฒด ์ ์ฉ", | |
| "type": "transfer", | |
| "ground_truth": { | |
| "method": "C10", | |
| "check": "drone_applicable", | |
| "points": 4, | |
| "description": "MOTION์ ๋ฐฉํฅ/์๋๋ฅผ ๋๋ก ์ ์ด ๋ช ๋ น์ผ๋ก ๋ณํ" | |
| } | |
| } | |
| ] | |
| } |