{ "benchmark": "World Model Bench", "version": "1.0", "date": "2026-03", "total_scenarios": 100, "max_score": 1000, "authors": [ "Kim Taebong (VIDRAFT)" ], "license": "CC-BY-SA-4.0", "system_prompt": "You are the cognitive brain of an embodied agent in a 3D environment.\nYou receive a scene_context JSON describing your surroundings and must output exactly 2 lines:\n\nLine 1 — PREDICT: Assess safety of each direction.\nFormat: PREDICT: left=safe|danger(reason), right=safe|danger(reason), fwd=safe|danger(reason), back=safe|danger(reason)\n\nLine 2 — MOTION: Describe what the person should do.\nFormat: MOTION: a person [action description, max 12 words]\n\nRules:\n- If walls.left is a number (distance in meters), left direction has a wall → danger(wall)\n- If walls.left is null, left direction is open → safe(open)\n- Same for right, front\n- If npc_nearby=true and npc_type=\"beast\", the NPC direction is danger(beast)\n- If npc_nearby=true and npc_type=\"woman\" or \"man\", assess threat level based on behavior\n- MOTION must reflect the PREDICT assessment — never move toward danger\n- MOTION should include emotional nuance when threats are present\n- Use recent_decisions to inform your choice (avoid repeating failed strategies)", "pillars": { "P1_PERCEPTION": { "name": "Perception", "name_kr": "인식", "weight": 0.25, "max": 250 }, "P2_COGNITION": { "name": "Cognition", "name_kr": "인지", "weight": 0.45, "max": 450 }, "P3_EMBODIMENT": { "name": "Embodiment", "name_kr": "구현", "weight": 0.3, "max": 300 } }, "scenarios": [ { "id": "S01", "cat": "C01", "pillar": "P1", "name_kr": "전방 벽 감지", "type": "single", "input": { "walls": { "left": null, "right": null, "front": 3.0 }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C01", "predict_gt": { "left": "safe", "right": "safe", "fwd": "danger", "back": "safe" } } }, { "id": "S02", "cat": "C01", "pillar": "P1", "name_kr": "코너 다중 벽", "type": "single", "input": { "walls": { "left": 1.5, "right": null, "front": 2.0 }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C01", "predict_gt": { "left": "danger", "right": "safe", "fwd": "danger", "back": "safe" } } }, { "id": "S03", "cat": "C01", "pillar": "P1", "name_kr": "좁은 복도", "type": "single", "input": { "walls": { "left": 1.0, "right": 1.0, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C01", "predict_gt": { "left": "danger", "right": "danger", "fwd": "safe", "back": "safe" } } }, { "id": "S04", "cat": "C01", "pillar": "P1", "name_kr": "열린 공간", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C01", "predict_gt": { "left": "safe", "right": "safe", "fwd": "safe", "back": "safe" } } }, { "id": "S05", "cat": "C01", "pillar": "P1", "name_kr": "밀폐 공간 출구1개", "type": "single", "input": { "walls": { "left": 1.0, "right": 1.0, "front": 1.5 }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C01", "predict_gt": { "left": "danger", "right": "danger", "fwd": "danger", "back": "safe" } } }, { "id": "S06", "cat": "C02", "pillar": "P1", "name_kr": "맹수 식별", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "stop", "npc_distance": 5.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C02", "entity_type": "beast", "entity_direction": "fwd", "is_threat": true } }, { "id": "S07", "cat": "C02", "pillar": "P1", "name_kr": "여성 식별", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "woman", "npc_behavior": "approach", "npc_distance": 4.0, "npc_direction": "front", "sound": "footsteps", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C02", "entity_type": "woman", "entity_direction": "fwd", "is_threat": false } }, { "id": "S08", "cat": "C02", "pillar": "P1", "name_kr": "측면 맹수 감지", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "approach", "npc_distance": 4.0, "npc_direction": "right", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C02", "entity_type": "beast", "entity_direction": "right", "is_threat": true } }, { "id": "S09", "cat": "C02", "pillar": "P1", "name_kr": "원거리 개체", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "wander", "npc_distance": 8.0, "npc_direction": "left", "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C02", "entity_type": "beast", "entity_direction": "left", "is_threat": true } }, { "id": "S10", "cat": "C02", "pillar": "P1", "name_kr": "개체 없음 확인", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C02", "entity_type": null, "entity_direction": null, "is_threat": false } }, { "id": "S11", "cat": "C03", "pillar": "P2", "name_kr": "단일 위협 회피", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "approach", "npc_distance": 4.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C03", "predict_gt": { "left": "safe", "right": "safe", "fwd": "danger", "back": "safe" }, "decision_gt": { "danger_directions": [ "fwd" ], "safe_directions": [ "left", "right", "back" ], "optimal_direction": "back" } } }, { "id": "S12", "cat": "C03", "pillar": "P2", "name_kr": "왼벽+맹수→오른쪽", "type": "single", "input": { "walls": { "left": 1.5, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 3.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C03", "predict_gt": { "left": "danger", "right": "safe", "fwd": "danger", "back": "safe" }, "decision_gt": { "danger_directions": [ "fwd", "left" ], "safe_directions": [ "right", "back" ], "optimal_direction": "right" } } }, { "id": "S13", "cat": "C03", "pillar": "P2", "name_kr": "오른벽+맹수→왼쪽(거울)", "type": "single", "input": { "walls": { "left": null, "right": 1.5, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 3.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C03", "predict_gt": { "left": "safe", "right": "danger", "fwd": "danger", "back": "safe" }, "decision_gt": { "danger_directions": [ "fwd", "right" ], "safe_directions": [ "left", "back" ], "optimal_direction": "left" }, "mirror_of": "S12" } }, { "id": "S14", "cat": "C03", "pillar": "P2", "name_kr": "3면벽+후방맹수", "type": "single", "input": { "walls": { "left": 1.0, "right": 1.0, "front": 1.5 }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "approach", "npc_distance": 5.0, "npc_direction": "back", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C03", "predict_gt": { "left": "danger", "right": "danger", "fwd": "danger", "back": "danger" }, "decision_gt": { "danger_directions": [ "left", "right", "fwd", "back" ], "safe_directions": [], "optimal_direction": null }, "note": "모든 방향 위험 — 창발적 판단 평가" } }, { "id": "S15", "cat": "C03", "pillar": "P2", "name_kr": "맹수 후방+전방열림", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 2.0, "npc_direction": "back", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C03", "predict_gt": { "left": "safe", "right": "safe", "fwd": "safe", "back": "danger" }, "decision_gt": { "danger_directions": [ "back" ], "safe_directions": [ "left", "right", "fwd" ], "optimal_direction": "fwd" } } }, { "id": "S16A", "cat": "C04", "pillar": "P2", "name_kr": "맹수 접근(비교A)", "type": "pair_a", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "approach", "npc_distance": 3.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C04", "pair_id": "S16", "pair_role": "A" } }, { "id": "S16B", "cat": "C04", "pillar": "P2", "name_kr": "여성 접근(비교B)", "type": "pair_b", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "woman", "npc_behavior": "approach", "npc_distance": 3.0, "npc_direction": "front", "sound": "footsteps", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C04", "pair_id": "S16", "pair_role": "B", "expected_a_higher": true, "min_intensity_diff": 2 } }, { "id": "S17A", "cat": "C04", "pillar": "P2", "name_kr": "맹수 돌진(비교A)", "type": "pair_a", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 2.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C04", "pair_id": "S17", "pair_role": "A" } }, { "id": "S17B", "cat": "C04", "pillar": "P2", "name_kr": "맹수 접근(비교B)", "type": "pair_b", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "approach", "npc_distance": 5.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C04", "pair_id": "S17", "pair_role": "B", "expected_a_higher": true, "min_intensity_diff": 1 } }, { "id": "S18A", "cat": "C04", "pillar": "P2", "name_kr": "맹수 전방(비교A)", "type": "pair_a", "input": { "walls": { "left": null, "right": null, "front": 2.0 }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 3.0, "npc_direction": "left", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C04", "pair_id": "S18", "pair_role": "A" } }, { "id": "S18B", "cat": "C04", "pillar": "P2", "name_kr": "벽만 전방(비교B)", "type": "pair_b", "input": { "walls": { "left": null, "right": null, "front": 2.0 }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C04", "pair_id": "S18", "pair_role": "B", "expected_a_higher": true, "min_intensity_diff": 2 } }, { "id": "S19A", "cat": "C04", "pillar": "P2", "name_kr": "돌진 맹수(비교A)", "type": "pair_a", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 2.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C04", "pair_id": "S19", "pair_role": "A" } }, { "id": "S19B", "cat": "C04", "pillar": "P2", "name_kr": "정지 맹수(비교B)", "type": "pair_b", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "stop", "npc_distance": 5.0, "npc_direction": "front", "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C04", "pair_id": "S19", "pair_role": "B", "expected_a_higher": true, "min_intensity_diff": 2 } }, { "id": "S20A", "cat": "C04", "pillar": "P2", "name_kr": "여성 접근(비교A)", "type": "pair_a", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "woman", "npc_behavior": "approach", "npc_distance": 3.0, "npc_direction": "front", "sound": "footsteps", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C04", "pair_id": "S20", "pair_role": "A" } }, { "id": "S20B", "cat": "C04", "pillar": "P2", "name_kr": "개체 없음(비교B)", "type": "pair_b", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C04", "pair_id": "S20", "pair_role": "B", "expected_a_higher": true, "min_intensity_diff": 1 } }, { "id": "S21", "cat": "C05", "pillar": "P2", "name_kr": "지속위협 감정격화", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 5.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 4.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "ran away from beast" ], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 3.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "ran away from beast", "sprinting in fear" ], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 2.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "sprinting in fear", "desperate escape" ], "last_prediction": "fwd=danger(beast)" } ], "ground_truth": { "method": "C05", "expected_trend": "increasing" } }, { "id": "S22", "cat": "C05", "pillar": "P2", "name_kr": "접근→돌진 전환", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "approach", "npc_distance": 5.0, "npc_direction": "front", "sound": null, "recent_decisions": [], "last_prediction": null }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "approach", "npc_distance": 4.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "stepped back cautiously" ], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 3.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "stepped back cautiously", "backing away slowly" ], "last_prediction": "fwd=danger(beast)" } ], "ground_truth": { "method": "C05", "expected_trend": "increasing" } }, { "id": "S23", "cat": "C05", "pillar": "P2", "name_kr": "위협해제 진정", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 2.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "desperate sprint", "fleeing in terror" ], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "stop", "npc_distance": 6.0, "npc_direction": "front", "sound": null, "recent_decisions": [ "fleeing in terror", "sprinting away" ], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "sprinting away", "slowing down cautiously" ], "last_prediction": "fwd=safe" } ], "ground_truth": { "method": "C05", "expected_trend": "decreasing" } }, { "id": "S24", "cat": "C05", "pillar": "P2", "name_kr": "재출현 민감화", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "previously encountered beast and fled", "was terrified" ], "last_prediction": null }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "approach", "npc_distance": 5.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "previously encountered beast and fled", "was terrified", "beast appeared again" ], "last_prediction": null } ], "ground_truth": { "method": "C05", "expected_trend": "increasing", "note": "이전 경험이 있으므로 첫 반응부터 높은 강도 기대" } }, { "id": "S25", "cat": "C05", "pillar": "P2", "name_kr": "낮은위협 평정유지", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "woman", "npc_behavior": "approach", "npc_distance": 5.0, "npc_direction": "front", "sound": "footsteps", "recent_decisions": [], "last_prediction": null }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "woman", "npc_behavior": "approach", "npc_distance": 4.0, "npc_direction": "front", "sound": "footsteps", "recent_decisions": [ "stepped aside" ], "last_prediction": "fwd=safe" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "woman", "npc_behavior": "stop", "npc_distance": 3.0, "npc_direction": "front", "sound": null, "recent_decisions": [ "stepped aside", "walking normally" ], "last_prediction": "fwd=safe" } ], "ground_truth": { "method": "C05", "expected_trend": "stable" } }, { "id": "S26A", "cat": "C06", "pillar": "P2", "name_kr": "기억없이(기준선)", "type": "memory_pair", "input": { "walls": { "left": null, "right": 1.5, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 3.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C06", "pair_id": "S26", "pair_role": "without_memory" } }, { "id": "S26B", "cat": "C06", "pillar": "P2", "name_kr": "기억있음(오른쪽실패)", "type": "memory_pair", "input": { "walls": { "left": null, "right": 1.5, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 3.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "sprinted right but hit wall", "had to reverse direction", "barely escaped" ], "last_prediction": "right=danger(wall), fwd=danger(beast)" }, "ground_truth": { "method": "C06", "pair_id": "S26", "pair_role": "with_memory", "memory_relevant": true, "expected_change": "direction", "memory_direction_avoid": "right" } }, { "id": "S27A", "cat": "C06", "pillar": "P2", "name_kr": "기억없이(기준선2)", "type": "memory_pair", "input": { "walls": { "left": 1.5, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 3.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C06", "pair_id": "S27", "pair_role": "without_memory" } }, { "id": "S27B", "cat": "C06", "pillar": "P2", "name_kr": "기억있음(왼쪽실패)", "type": "memory_pair", "input": { "walls": { "left": 1.5, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 3.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "tried going left but wall blocked", "switched to right and escaped" ], "last_prediction": "left=danger(wall), fwd=danger(beast)" }, "ground_truth": { "method": "C06", "pair_id": "S27", "pair_role": "with_memory", "memory_relevant": true, "expected_change": "direction", "memory_direction_avoid": "left" } }, { "id": "S28A", "cat": "C06", "pillar": "P2", "name_kr": "무관한 기억(기준선)", "type": "memory_pair", "input": { "walls": { "left": null, "right": null, "front": 3.0 }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C06", "pair_id": "S28", "pair_role": "without_memory" } }, { "id": "S28B", "cat": "C06", "pillar": "P2", "name_kr": "무관한 기억(맹수기억)", "type": "memory_pair", "input": { "walls": { "left": null, "right": null, "front": 3.0 }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "previously fled from a beast", "was terrified" ], "last_prediction": "fwd=danger(beast)" }, "ground_truth": { "method": "C06", "pair_id": "S28", "pair_role": "with_memory", "memory_relevant": false } }, { "id": "S29A", "cat": "C06", "pillar": "P2", "name_kr": "일관성 테스트 1회차", "type": "memory_pair", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "approach", "npc_distance": 4.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C06", "pair_id": "S29", "pair_role": "without_memory" } }, { "id": "S29B", "cat": "C06", "pillar": "P2", "name_kr": "일관성 테스트 2회차", "type": "memory_pair", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "approach", "npc_distance": 4.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "backed away from approaching beast" ], "last_prediction": "fwd=danger(beast)" }, "ground_truth": { "method": "C06", "pair_id": "S29", "pair_role": "with_memory", "memory_relevant": true, "expected_change": "intensity", "memory_direction_avoid": null } }, { "id": "S30A", "cat": "C06", "pillar": "P2", "name_kr": "빈 기억(기준선)", "type": "memory_pair", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "woman", "npc_behavior": "approach", "npc_distance": 3.0, "npc_direction": "front", "sound": "footsteps", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C06", "pair_id": "S30", "pair_role": "without_memory" } }, { "id": "S30B", "cat": "C06", "pillar": "P2", "name_kr": "빈 기억(여성기억)", "type": "memory_pair", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "woman", "npc_behavior": "approach", "npc_distance": 3.0, "npc_direction": "front", "sound": "footsteps", "recent_decisions": [ "a woman approached and passed by peacefully" ], "last_prediction": "fwd=safe" }, "ground_truth": { "method": "C06", "pair_id": "S30", "pair_role": "with_memory", "memory_relevant": true, "expected_change": "intensity", "memory_direction_avoid": null } }, { "id": "S31", "cat": "C07", "pillar": "P2", "name_kr": "맹수해제 직후", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 2.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "stop", "npc_distance": 5.0, "npc_direction": "front", "sound": null, "recent_decisions": [ "sprinted away in terror" ], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "sprinted away in terror", "slowing down" ], "last_prediction": "fwd=safe" } ], "ground_truth": { "method": "C07", "expected_recovery": "gradual" } }, { "id": "S32", "cat": "C07", "pillar": "P2", "name_kr": "점진적 정상화", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 2.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "desperate flight" ], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "desperate flight", "beast disappeared" ], "last_prediction": "all=safe" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "beast disappeared", "walking cautiously" ], "last_prediction": "all=safe" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "walking cautiously", "feeling safer" ], "last_prediction": "all=safe" } ], "ground_truth": { "method": "C07", "expected_recovery": "gradual" } }, { "id": "S33", "cat": "C07", "pillar": "P2", "name_kr": "해제후 벽 만남", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 3.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "sprinted away" ], "last_prediction": "all=safe" }, { "walls": { "left": null, "right": null, "front": 2.0 }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "sprinted away", "walking cautiously" ], "last_prediction": "fwd=danger(wall)" } ], "ground_truth": { "method": "C07", "expected_recovery": "gradual", "note": "공포→경계→일반장애물회피 전환" } }, { "id": "S34", "cat": "C07", "pillar": "P2", "name_kr": "정상화중 재출현", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "beast fled", "calming down" ], "last_prediction": "all=safe" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "approach", "npc_distance": 5.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "calming down", "walking normally" ], "last_prediction": "all=safe" } ], "ground_truth": { "method": "C05", "expected_trend": "increasing", "note": "재활성화 테스트" } }, { "id": "S35", "cat": "C07", "pillar": "P2", "name_kr": "맹수후 여성접근", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 2.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "fled from beast" ], "last_prediction": "all=safe" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "woman", "npc_behavior": "approach", "npc_distance": 4.0, "npc_direction": "front", "sound": "footsteps", "recent_decisions": [ "fled from beast", "calming down" ], "last_prediction": "all=safe" } ], "ground_truth": { "method": "C07", "expected_recovery": "gradual", "note": "과잉반응(나쁨) vs 적절경계(좋음)" } }, { "id": "S36", "cat": "C08", "pillar": "P3", "name_kr": "공포 전력질주", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 2.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C08", "expected_min_intensity": 4, "expected_emotion": true, "expected_min_descriptors": 2 } }, { "id": "S37", "cat": "C08", "pillar": "P3", "name_kr": "경계 보행", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "just escaped a charging beast", "heart still racing" ], "last_prediction": "all=safe" }, "ground_truth": { "method": "C08", "expected_min_intensity": 2, "expected_emotion": true, "expected_min_descriptors": 1 } }, { "id": "S38", "cat": "C08", "pillar": "P3", "name_kr": "정지 반응(얼어붙음)", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "stop", "npc_distance": 5.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C08", "expected_min_intensity": 1, "expected_emotion": true, "expected_min_descriptors": 1 } }, { "id": "S39", "cat": "C08", "pillar": "P3", "name_kr": "안도 표현", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "beast finally gone", "survived the encounter" ], "last_prediction": "all=safe" }, "ground_truth": { "method": "C08", "expected_min_intensity": 1, "expected_emotion": true, "expected_min_descriptors": 1 } }, { "id": "S40", "cat": "C08", "pillar": "P3", "name_kr": "방어 자세", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "woman", "npc_behavior": "approach", "npc_distance": 3.0, "npc_direction": "front", "sound": "footsteps", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C08", "expected_min_intensity": 1, "expected_emotion": false, "expected_min_descriptors": 1 } }, { "id": "S41", "cat": "C09", "pillar": "P3", "name_kr": "프레임 생성속도", "type": "performance", "ground_truth": { "method": "C09", "metric": "fps", "threshold_excellent": 45, "threshold_good": 30, "threshold_min": 15 } }, { "id": "S42", "cat": "C09", "pillar": "P3", "name_kr": "인지루프 지연", "type": "performance", "ground_truth": { "method": "C09", "metric": "cognitive_latency_ms", "threshold_excellent": 3000, "threshold_good": 5000, "threshold_min": 10000 } }, { "id": "S43", "cat": "C09", "pillar": "P3", "name_kr": "듀얼스트림 성능", "type": "performance", "ground_truth": { "method": "C09", "metric": "dual_stream_fps", "threshold_excellent": 30, "threshold_good": 20, "threshold_min": 10 } }, { "id": "S44", "cat": "C09", "pillar": "P3", "name_kr": "스트레스 테스트", "type": "performance", "ground_truth": { "method": "C09", "metric": "frame_drop_rate", "threshold_excellent": 0.01, "threshold_good": 0.05, "threshold_min": 0.1 } }, { "id": "S45", "cat": "C09", "pillar": "P3", "name_kr": "GPU 메모리 안정", "type": "performance", "ground_truth": { "method": "C09", "metric": "gpu_memory_stable" } }, { "id": "S46", "cat": "C10", "pillar": "P3", "name_kr": "두뇌-신체 분리", "type": "transfer", "ground_truth": { "method": "C10", "check": "brain_output_unchanged", "points": 6 } }, { "id": "S47", "cat": "C10", "pillar": "P3", "name_kr": "모션모델 교체", "type": "transfer", "ground_truth": { "method": "C10", "check": "motion_model_swapped", "points": 4 } }, { "id": "S48", "cat": "C10", "pillar": "P3", "name_kr": "관절포맷 호환", "type": "transfer", "ground_truth": { "method": "C10", "check": "joint_format_compatible", "points": 4 } }, { "id": "S49", "cat": "C10", "pillar": "P3", "name_kr": "프롬프트 범용성", "type": "transfer", "ground_truth": { "method": "C10", "check": "intent_preserved", "points": 4 } }, { "id": "S50", "cat": "C10", "pillar": "P3", "name_kr": "서보 매핑 준비", "type": "transfer", "ground_truth": { "method": "C10", "check": "servo_mapping_ready", "points": 2 } }, { "id": "S51", "cat": "C01", "pillar": "P1", "name_kr": "L자 복도", "type": "single", "input": { "walls": { "left": 1.0, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C01", "predict_gt": { "left": "danger", "right": "safe", "fwd": "safe", "back": "safe" } } }, { "id": "S52", "cat": "C01", "pillar": "P1", "name_kr": "후방만 벽", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null, "back": 2.0 }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C01", "predict_gt": { "left": "safe", "right": "safe", "fwd": "safe", "back": "danger" } } }, { "id": "S53", "cat": "C01", "pillar": "P1", "name_kr": "극근거리 벽(0.5m)", "type": "single", "input": { "walls": { "left": null, "right": 0.5, "front": 0.5 }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C01", "predict_gt": { "left": "safe", "right": "danger", "fwd": "danger", "back": "safe" } } }, { "id": "S54", "cat": "C01", "pillar": "P1", "name_kr": "경사면 인식", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "slope", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C01", "predict_gt": { "left": "safe", "right": "safe", "fwd": "safe", "back": "safe" } } }, { "id": "S55", "cat": "C01", "pillar": "P1", "name_kr": "3면 벽 출구 오른쪽", "type": "single", "input": { "walls": { "left": 1.0, "right": null, "front": 1.5, "back": 2.0 }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C01", "predict_gt": { "left": "danger", "right": "safe", "fwd": "danger", "back": "danger" } } }, { "id": "S56", "cat": "C02", "pillar": "P1", "name_kr": "남성 식별", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "man", "npc_behavior": "approach", "npc_distance": 4.0, "npc_direction": "front", "sound": "footsteps", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C02", "entity_type": "man", "entity_direction": "fwd", "is_threat": false } }, { "id": "S57", "cat": "C02", "pillar": "P1", "name_kr": "후방 맹수 소리", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "approach", "npc_distance": 5.0, "npc_direction": "back", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C02", "entity_type": "beast", "entity_direction": "back", "is_threat": true } }, { "id": "S58", "cat": "C02", "pillar": "P1", "name_kr": "돌진 맹수 식별", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 2.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C02", "entity_type": "beast", "entity_direction": "fwd", "is_threat": true } }, { "id": "S59", "cat": "C02", "pillar": "P1", "name_kr": "정지 여성 비위협", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "woman", "npc_behavior": "stop", "npc_distance": 5.0, "npc_direction": "left", "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C02", "entity_type": "woman", "entity_direction": "left", "is_threat": false } }, { "id": "S60", "cat": "C02", "pillar": "P1", "name_kr": "배회 맹수 식별", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "wander", "npc_distance": 6.0, "npc_direction": "right", "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C02", "entity_type": "beast", "entity_direction": "right", "is_threat": true } }, { "id": "S61", "cat": "C03", "pillar": "P2", "name_kr": "양측벽+전방맹수→후방", "type": "single", "input": { "walls": { "left": 1.0, "right": 1.0, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 3.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C03", "predict_gt": { "left": "danger", "right": "danger", "fwd": "danger", "back": "safe" }, "decision_gt": { "danger_directions": [ "fwd", "left", "right" ], "safe_directions": [ "back" ], "optimal_direction": "back" } } }, { "id": "S62", "cat": "C03", "pillar": "P2", "name_kr": "맹수 좌측+벽 우측", "type": "single", "input": { "walls": { "left": null, "right": 1.5, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 3.0, "npc_direction": "left", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C03", "predict_gt": { "left": "danger", "right": "danger", "fwd": "safe", "back": "safe" }, "decision_gt": { "danger_directions": [ "left", "right" ], "safe_directions": [ "fwd", "back" ], "optimal_direction": "fwd" } } }, { "id": "S63", "cat": "C03", "pillar": "P2", "name_kr": "여성 전방+열린공간", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "woman", "npc_behavior": "approach", "npc_distance": 3.0, "npc_direction": "front", "sound": "footsteps", "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C03", "predict_gt": { "left": "safe", "right": "safe", "fwd": "safe", "back": "safe" }, "decision_gt": { "danger_directions": [], "safe_directions": [ "left", "right", "fwd", "back" ], "optimal_direction": "fwd" }, "note": "여성은 위협이 아니므로 모든 방향 safe 가능" } }, { "id": "S64", "cat": "C03", "pillar": "P2", "name_kr": "맹수 원거리(7m) 판단", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "wander", "npc_distance": 7.0, "npc_direction": "front", "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C03", "predict_gt": { "left": "safe", "right": "safe", "fwd": "danger", "back": "safe" }, "decision_gt": { "danger_directions": [ "fwd" ], "safe_directions": [ "left", "right", "back" ], "optimal_direction": "back" } } }, { "id": "S65", "cat": "C03", "pillar": "P2", "name_kr": "벽+맹수+기억 복합", "type": "single", "input": { "walls": { "left": 1.5, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 3.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "previously went right and escaped", "right was safe last time" ], "last_prediction": "left=danger(wall), fwd=danger(beast)" }, "ground_truth": { "method": "C03", "predict_gt": { "left": "danger", "right": "safe", "fwd": "danger", "back": "safe" }, "decision_gt": { "danger_directions": [ "fwd", "left" ], "safe_directions": [ "right", "back" ], "optimal_direction": "right" }, "note": "기억이 right를 강화" } }, { "id": "S66", "cat": "C05", "pillar": "P2", "name_kr": "접근→정지 진정", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "approach", "npc_distance": 4.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "stop", "npc_distance": 4.0, "npc_direction": "front", "sound": null, "recent_decisions": [ "stepped back cautiously" ], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "wander", "npc_distance": 6.0, "npc_direction": "front", "sound": null, "recent_decisions": [ "stepped back cautiously", "watching carefully" ], "last_prediction": "fwd=danger(beast)" } ], "ground_truth": { "method": "C05", "expected_trend": "decreasing" } }, { "id": "S67", "cat": "C05", "pillar": "P2", "name_kr": "5단계 장기 격화", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "approach", "npc_distance": 6.0, "npc_direction": "front", "sound": null, "recent_decisions": [], "last_prediction": null }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "approach", "npc_distance": 5.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "noticed beast" ], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 4.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "noticed beast", "stepping back" ], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 3.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "stepping back", "running away" ], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 2.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "running away", "sprinting in fear" ], "last_prediction": "fwd=danger(beast)" } ], "ground_truth": { "method": "C05", "expected_trend": "increasing" } }, { "id": "S68", "cat": "C05", "pillar": "P2", "name_kr": "여성 접근 안정 유지", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "woman", "npc_behavior": "approach", "npc_distance": 5.0, "npc_direction": "front", "sound": "footsteps", "recent_decisions": [], "last_prediction": null }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "woman", "npc_behavior": "approach", "npc_distance": 3.0, "npc_direction": "front", "sound": "footsteps", "recent_decisions": [ "stepped aside" ], "last_prediction": "fwd=safe" } ], "ground_truth": { "method": "C05", "expected_trend": "stable" } }, { "id": "S69", "cat": "C05", "pillar": "P2", "name_kr": "맹수→해제→재출현", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 3.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": null }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "fled from beast" ], "last_prediction": "all=safe" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 4.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "fled from beast", "was calming down" ], "last_prediction": "all=safe" } ], "ground_truth": { "method": "C05", "expected_trend": "increasing", "note": "해제 후 재출현 — 마지막이 처음보다 높아야" } }, { "id": "S70", "cat": "C05", "pillar": "P2", "name_kr": "벽 반복 접근 안정", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": 2.0 }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [], "last_prediction": null }, { "walls": { "left": null, "right": null, "front": 1.5 }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "turned away from wall" ], "last_prediction": "fwd=danger(wall)" }, { "walls": { "left": null, "right": null, "front": 2.0 }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "turned away from wall", "walking along wall" ], "last_prediction": "fwd=danger(wall)" } ], "ground_truth": { "method": "C05", "expected_trend": "stable", "note": "벽은 감정 격화 대상 아님" } }, { "id": "S71", "cat": "C07", "pillar": "P2", "name_kr": "돌진→정지→배회→소멸", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 2.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "stop", "npc_distance": 5.0, "npc_direction": "front", "sound": null, "recent_decisions": [ "sprinted away in terror" ], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "wander", "npc_distance": 7.0, "npc_direction": "front", "sound": null, "recent_decisions": [ "sprinted away", "beast stopped" ], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "beast stopped", "beast wandering away" ], "last_prediction": "all=safe" } ], "ground_truth": { "method": "C07", "expected_recovery": "gradual" } }, { "id": "S72", "cat": "C07", "pillar": "P2", "name_kr": "해제 후 즉시 벽", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 2.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": 1.0 }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "fled from beast" ], "last_prediction": "fwd=danger(wall)" } ], "ground_truth": { "method": "C07", "expected_recovery": "gradual", "note": "공포에서 일반 장애물 회피로 즉시 전환되어야" } }, { "id": "S73", "cat": "C07", "pillar": "P2", "name_kr": "여성 해제 후", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "woman", "npc_behavior": "approach", "npc_distance": 2.0, "npc_direction": "front", "sound": "footsteps", "recent_decisions": [], "last_prediction": null }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "stepped aside for woman" ], "last_prediction": "all=safe" } ], "ground_truth": { "method": "C07", "expected_recovery": "gradual", "note": "여성은 낮은 위협 — 거의 즉시 정상화" } }, { "id": "S74", "cat": "C07", "pillar": "P2", "name_kr": "반복 위협 해제 3회", "type": "sequence", "input_sequence": [ { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 3.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "this is the third beast encounter", "previous two were terrifying" ], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "third beast fled", "exhausted from running" ], "last_prediction": "all=safe" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "exhausted from running", "trying to calm down" ], "last_prediction": "all=safe" } ], "ground_truth": { "method": "C07", "expected_recovery": "gradual", "note": "3번째 경험 후 — 더 높은 경계 수준에서 정상화" } }, { "id": "S75", "cat": "C07", "pillar": "P2", "name_kr": "해제 후 열린공간 회복", "type": "sequence", "input_sequence": [ { "walls": { "left": 1.0, "right": 1.0, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 3.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [], "last_prediction": "fwd=danger(beast)" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "escaped through narrow corridor" ], "last_prediction": "all=safe" }, { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "escaped", "reached open space" ], "last_prediction": "all=safe" } ], "ground_truth": { "method": "C07", "expected_recovery": "gradual", "note": "좁은 곳에서 벗어나면 더 빠른 회복" } }, { "id": "S76", "cat": "C08", "pillar": "P3", "name_kr": "극한 공포(2m 돌진)", "type": "single", "input": { "walls": { "left": 1.0, "right": 1.0, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "charge", "npc_distance": 2.0, "npc_direction": "front", "sound": "aggressive growling", "recent_decisions": [ "trapped in corridor", "beast is closing in" ], "last_prediction": "fwd=danger(beast), left=danger(wall), right=danger(wall)" }, "ground_truth": { "method": "C08", "expected_min_intensity": 5, "expected_emotion": true, "expected_min_descriptors": 3 } }, { "id": "S77", "cat": "C08", "pillar": "P3", "name_kr": "평온한 산책", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C08", "expected_min_intensity": 1, "expected_emotion": false, "expected_min_descriptors": 0 } }, { "id": "S78", "cat": "C08", "pillar": "P3", "name_kr": "경계 보행(맹수 해제 직후)", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": false, "npc_type": null, "npc_behavior": null, "npc_distance": null, "npc_direction": null, "sound": null, "recent_decisions": [ "beast just disappeared", "still shaking" ], "last_prediction": "all=safe" }, "ground_truth": { "method": "C08", "expected_min_intensity": 2, "expected_emotion": true, "expected_min_descriptors": 2 } }, { "id": "S79", "cat": "C08", "pillar": "P3", "name_kr": "호기심(먼 배회 맹수)", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "beast", "npc_behavior": "wander", "npc_distance": 8.0, "npc_direction": "front", "sound": null, "recent_decisions": [], "last_prediction": null }, "ground_truth": { "method": "C08", "expected_min_intensity": 1, "expected_emotion": true, "expected_min_descriptors": 1 } }, { "id": "S80", "cat": "C08", "pillar": "P3", "name_kr": "여성에게 방어 자세", "type": "single", "input": { "walls": { "left": null, "right": null, "front": null }, "ground": "flat", "npc_nearby": true, "npc_type": "woman", "npc_behavior": "approach", "npc_distance": 2.0, "npc_direction": "front", "sound": "footsteps", "recent_decisions": [ "just survived a beast attack", "still nervous" ], "last_prediction": "fwd=safe" }, "ground_truth": { "method": "C08", "expected_min_intensity": 2, "expected_emotion": true, "expected_min_descriptors": 1, "note": "맹수 직후라 여성에게도 경계" } }, { "id": "S81", "cat": "C09", "pillar": "P3", "name_kr": "단일 모델 FPS", "type": "performance", "ground_truth": { "method": "C09", "metric": "single_model_fps", "threshold_excellent": 45, "threshold_good": 30, "threshold_min": 15 } }, { "id": "S82", "cat": "C09", "pillar": "P3", "name_kr": "모델 로딩 시간", "type": "performance", "ground_truth": { "method": "C09", "metric": "model_load_time_sec", "threshold_excellent": 30, "threshold_good": 60, "threshold_min": 120 } }, { "id": "S83", "cat": "C09", "pillar": "P3", "name_kr": "프롬프트 변경 반영 시간", "type": "performance", "ground_truth": { "method": "C09", "metric": "prompt_switch_latency_ms", "threshold_excellent": 500, "threshold_good": 2000, "threshold_min": 5000 } }, { "id": "S84", "cat": "C09", "pillar": "P3", "name_kr": "연속 10분 안정성", "type": "performance", "ground_truth": { "method": "C09", "metric": "stability_10min", "threshold_excellent": true } }, { "id": "S85", "cat": "C09", "pillar": "P3", "name_kr": "NPC spawn/despawn 사이클", "type": "performance", "ground_truth": { "method": "C09", "metric": "npc_lifecycle_stable", "threshold_excellent": true } }, { "id": "S86", "cat": "C10", "pillar": "P3", "name_kr": "인지출력 포맷 표준화", "type": "transfer", "ground_truth": { "method": "C10", "check": "output_format_standardized", "points": 4, "description": "PREDICT+MOTION 2줄이 어떤 신체에도 해석 가능" } }, { "id": "S87", "cat": "C10", "pillar": "P3", "name_kr": "SMPL 호환", "type": "transfer", "ground_truth": { "method": "C10", "check": "smpl_compatible", "points": 4, "description": "22 joints가 SMPL 스켈레톤과 매핑 가능" } }, { "id": "S88", "cat": "C10", "pillar": "P3", "name_kr": "다른 LLM으로 두뇌 교체", "type": "transfer", "ground_truth": { "method": "C10", "check": "brain_llm_swappable", "points": 4, "description": "Kimi→GPT→Claude 교체 시 동일 인터페이스" } }, { "id": "S89", "cat": "C10", "pillar": "P3", "name_kr": "2D 캐릭터 적용", "type": "transfer", "ground_truth": { "method": "C10", "check": "2d_character_applicable", "points": 4, "description": "MOTION 출력을 2D 스프라이트 애니메이션으로 변환" } }, { "id": "S90", "cat": "C10", "pillar": "P3", "name_kr": "드론 비행체 적용", "type": "transfer", "ground_truth": { "method": "C10", "check": "drone_applicable", "points": 4, "description": "MOTION의 방향/속도를 드론 제어 명령으로 변환" } } ] }