| { |
| "episode_id": "18", |
| "scene_id": "TbHJrupSAjP", |
| "object_category": "cabinet", |
| "steps": [ |
| { |
| "step": 0, |
| "action": "RIGHT", |
| "action_id": 3, |
| "info": "Make a panorama first." |
| }, |
| { |
| "step": 1, |
| "action": "RIGHT", |
| "action_id": 3, |
| "info": "Make a panorama first." |
| }, |
| { |
| "step": 2, |
| "action": "RIGHT", |
| "action_id": 3, |
| "info": "Make a panorama first." |
| }, |
| { |
| "step": 3, |
| "action": "RIGHT", |
| "action_id": 3, |
| "info": "Make a panorama first." |
| }, |
| { |
| "step": 4, |
| "action": "RIGHT", |
| "action_id": 3, |
| "info": "Make a panorama first." |
| }, |
| { |
| "step": 5, |
| "action": "RIGHT", |
| "action_id": 3, |
| "info": "Make a panorama first." |
| }, |
| { |
| "step": 6, |
| "action": "RIGHT", |
| "action_id": 3, |
| "info": "Make a panorama first." |
| }, |
| { |
| "step": 7, |
| "action": "RIGHT", |
| "action_id": 3, |
| "info": "Make a panorama first." |
| }, |
| { |
| "step": 8, |
| "action": "RIGHT", |
| "action_id": 3, |
| "info": "Make a panorama first." |
| }, |
| { |
| "step": 9, |
| "action": "RIGHT", |
| "action_id": 3, |
| "info": "Make a panorama first." |
| }, |
| { |
| "step": 10, |
| "action": "RIGHT", |
| "action_id": 3, |
| "info": "Make a panorama first." |
| }, |
| { |
| "step": 11, |
| "action": "RIGHT", |
| "action_id": 3, |
| "info": "Make a panorama first." |
| }, |
| { |
| "step": 12, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": { |
| "raw_output": "4", |
| "question": "Imagine you are an autonomous robot in an indoor habitat environment.\nInputs:\n- BEV grid map <image_bev> showing free (white), occupied (black), unexplored (gray), frontier candidates (green dots), robot pose/heading (red arrow), past trajectory (blue line), and egocentric camera field of view (yellow cone). An orange dot may appear on the BEV map indicating the detected goal location.\n\n- Goal: search for and navigate to **cabinet**.\n\n<state> <s> <e_s>\n\n<candidates>\n<cand> id=0 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=1 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=2 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=3 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=4 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=5 type=frontier Frontier view <image_ego> <e_cand>\n</candidates>\n\nChoose one candidate id. Output only the integer id.\n", |
| "selected_frontier_local_index": 4, |
| "selected_frontier_pixel": [ |
| [ |
| 232, |
| 200 |
| ] |
| ] |
| } |
| }, |
| { |
| "step": 13, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 14, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 15, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 16, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 17, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 18, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 19, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 20, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 5)" |
| }, |
| { |
| "step": 21, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": { |
| "raw_output": "3", |
| "question": "Imagine you are an autonomous robot in an indoor habitat environment.\nInputs:\n- BEV grid map <image_bev> showing free (white), occupied (black), unexplored (gray), frontier candidates (green dots), robot pose/heading (red arrow), past trajectory (blue line), and egocentric camera field of view (yellow cone). An orange dot may appear on the BEV map indicating the detected goal location.\n\n- Goal: search for and navigate to **cabinet**.\n\n<state> <s> <e_s>\n\n<candidates>\n<cand> id=0 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=1 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=2 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=3 type=frontier Frontier view <image_ego> <e_cand>\n</candidates>\n\nChoose one candidate id. Output only the integer id.\n", |
| "selected_frontier_local_index": 3, |
| "selected_frontier_pixel": [ |
| [ |
| 248, |
| 203 |
| ] |
| ] |
| } |
| }, |
| { |
| "step": 22, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 23, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 24, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 25, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 26, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 27, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 28, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 5)" |
| }, |
| { |
| "step": 29, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 30, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 31, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 3)" |
| }, |
| { |
| "step": 32, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 3)" |
| }, |
| { |
| "step": 33, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 34, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 35, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 36, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 1)" |
| }, |
| { |
| "step": 37, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": { |
| "raw_output": "0", |
| "question": "Imagine you are an autonomous robot in an indoor habitat environment.\nInputs:\n- BEV grid map <image_bev> showing free (white), occupied (black), unexplored (gray), frontier candidates (green dots), robot pose/heading (red arrow), past trajectory (blue line), and egocentric camera field of view (yellow cone). An orange dot may appear on the BEV map indicating the detected goal location.\n\n- Goal: search for and navigate to **cabinet**.\n\n<state> <s> <e_s>\n\n<candidates>\n<cand> id=0 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=1 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=2 type=frontier Frontier view <image_ego> <e_cand>\n</candidates>\n\nChoose one candidate id. Output only the integer id.\n", |
| "selected_frontier_local_index": 0, |
| "selected_frontier_pixel": [ |
| [ |
| 156, |
| 214 |
| ] |
| ] |
| } |
| }, |
| { |
| "step": 38, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 39, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 40, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 41, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 42, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 43, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 44, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 45, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 46, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 47, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 48, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 49, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 50, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 5)" |
| }, |
| { |
| "step": 51, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 52, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 53, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 3)" |
| }, |
| { |
| "step": 54, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 3)" |
| }, |
| { |
| "step": 55, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 56, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 57, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 58, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 1)" |
| }, |
| { |
| "step": 59, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 1)" |
| }, |
| { |
| "step": 60, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 0)" |
| }, |
| { |
| "step": 61, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": { |
| "raw_output": "0", |
| "question": "Imagine you are an autonomous robot in an indoor habitat environment.\nInputs:\n- BEV grid map <image_bev> showing free (white), occupied (black), unexplored (gray), frontier candidates (green dots), robot pose/heading (red arrow), past trajectory (blue line), and egocentric camera field of view (yellow cone). An orange dot may appear on the BEV map indicating the detected goal location.\n\n- Goal: search for and navigate to **cabinet**.\n\n<state> <s> <e_s>\n\n<candidates>\n<cand> id=0 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=1 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=2 type=frontier Frontier view <image_ego> <e_cand>\n</candidates>\n\nChoose one candidate id. Output only the integer id.\n", |
| "selected_frontier_local_index": 0, |
| "selected_frontier_pixel": [ |
| [ |
| 156, |
| 291 |
| ] |
| ] |
| } |
| }, |
| { |
| "step": 62, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 63, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 64, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 65, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 66, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 67, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 68, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 5)" |
| }, |
| { |
| "step": 69, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 70, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 3)" |
| }, |
| { |
| "step": 71, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 72, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 73, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 1)" |
| }, |
| { |
| "step": 74, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 0)" |
| }, |
| { |
| "step": 75, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": { |
| "raw_output": "0", |
| "question": "Imagine you are an autonomous robot in an indoor habitat environment.\nInputs:\n- BEV grid map <image_bev> showing free (white), occupied (black), unexplored (gray), frontier candidates (green dots), robot pose/heading (red arrow), past trajectory (blue line), and egocentric camera field of view (yellow cone). An orange dot may appear on the BEV map indicating the detected goal location.\n\n- Goal: search for and navigate to **cabinet**.\n\n<state> <s> <e_s>\n\n<candidates>\n<cand> id=0 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=1 type=frontier Frontier view <image_ego> <e_cand>\n</candidates>\n\nChoose one candidate id. Output only the integer id.\n", |
| "selected_frontier_local_index": 0, |
| "selected_frontier_pixel": [ |
| [ |
| 184, |
| 312 |
| ] |
| ] |
| } |
| }, |
| { |
| "step": 76, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 77, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 78, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 79, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 5)" |
| }, |
| { |
| "step": 80, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 81, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 3)" |
| }, |
| { |
| "step": 82, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 83, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 1)" |
| }, |
| { |
| "step": 84, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 0)" |
| }, |
| { |
| "step": 85, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": { |
| "raw_output": "0", |
| "question": "Imagine you are an autonomous robot in an indoor habitat environment.\nInputs:\n- BEV grid map <image_bev> showing free (white), occupied (black), unexplored (gray), frontier candidates (green dots), robot pose/heading (red arrow), past trajectory (blue line), and egocentric camera field of view (yellow cone). An orange dot may appear on the BEV map indicating the detected goal location.\n\n- Goal: search for and navigate to **cabinet**.\n\n<state> <s> <e_s>\n\n<candidates>\n<cand> id=0 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=1 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=2 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=3 type=frontier Frontier view <image_ego> <e_cand>\n</candidates>\n\nChoose one candidate id. Output only the integer id.\n", |
| "selected_frontier_local_index": 0, |
| "selected_frontier_pixel": [ |
| [ |
| 176, |
| 276 |
| ] |
| ] |
| } |
| }, |
| { |
| "step": 86, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 87, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 88, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 89, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 90, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 5)" |
| }, |
| { |
| "step": 91, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 92, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 3)" |
| }, |
| { |
| "step": 93, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 3)" |
| }, |
| { |
| "step": 94, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 95, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 96, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 1)" |
| }, |
| { |
| "step": 97, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 1)" |
| }, |
| { |
| "step": 98, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 0)" |
| }, |
| { |
| "step": 99, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": { |
| "raw_output": "5", |
| "question": "Imagine you are an autonomous robot in an indoor habitat environment.\nInputs:\n- BEV grid map <image_bev> showing free (white), occupied (black), unexplored (gray), frontier candidates (green dots), robot pose/heading (red arrow), past trajectory (blue line), and egocentric camera field of view (yellow cone). An orange dot may appear on the BEV map indicating the detected goal location.\n\n- Goal: search for and navigate to **cabinet**.\n\n<state> <s> <e_s>\n\n<candidates>\n<cand> id=0 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=1 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=2 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=3 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=4 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=5 type=frontier Frontier view <image_ego> <e_cand>\n</candidates>\n\nChoose one candidate id. Output only the integer id.\n", |
| "selected_frontier_local_index": 5, |
| "selected_frontier_pixel": [ |
| [ |
| 256, |
| 317 |
| ] |
| ] |
| } |
| }, |
| { |
| "step": 100, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 101, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 102, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 103, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 104, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 105, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 5)" |
| }, |
| { |
| "step": 106, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 107, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 108, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 3)" |
| }, |
| { |
| "step": 109, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 110, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 111, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 112, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 1)" |
| }, |
| { |
| "step": 113, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 0)" |
| }, |
| { |
| "step": 114, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": { |
| "raw_output": "0", |
| "question": "Imagine you are an autonomous robot in an indoor habitat environment.\nInputs:\n- BEV grid map <image_bev> showing free (white), occupied (black), unexplored (gray), frontier candidates (green dots), robot pose/heading (red arrow), past trajectory (blue line), and egocentric camera field of view (yellow cone). An orange dot may appear on the BEV map indicating the detected goal location.\n\n- Goal: search for and navigate to **cabinet**.\n\n<state> <s> <e_s>\n\n<candidates>\n<cand> id=0 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=1 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=2 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=3 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=4 type=frontier Frontier view <image_ego> <e_cand>\n</candidates>\n\nChoose one candidate id. Output only the integer id.\n", |
| "selected_frontier_local_index": 0, |
| "selected_frontier_pixel": [ |
| [ |
| 107, |
| 192 |
| ] |
| ] |
| } |
| }, |
| { |
| "step": 115, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 116, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 117, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 118, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 119, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 120, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 121, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 122, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 123, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 124, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 125, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 5)" |
| }, |
| { |
| "step": 126, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 127, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 3)" |
| }, |
| { |
| "step": 128, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 129, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 1)" |
| }, |
| { |
| "step": 130, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 0)" |
| }, |
| { |
| "step": 131, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": { |
| "raw_output": "0", |
| "question": "Imagine you are an autonomous robot in an indoor habitat environment.\nInputs:\n- BEV grid map <image_bev> showing free (white), occupied (black), unexplored (gray), frontier candidates (green dots), robot pose/heading (red arrow), past trajectory (blue line), and egocentric camera field of view (yellow cone). An orange dot may appear on the BEV map indicating the detected goal location.\n\n- Goal: search for and navigate to **cabinet**.\n\n<state> <s> <e_s>\n\n<candidates>\n<cand> id=0 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=1 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=2 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=3 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=4 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=5 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=6 type=frontier Frontier view <image_ego> <e_cand>\n</candidates>\n\nChoose one candidate id. Output only the integer id.\n", |
| "selected_frontier_local_index": 0, |
| "selected_frontier_pixel": [ |
| [ |
| 134, |
| 208 |
| ] |
| ] |
| } |
| }, |
| { |
| "step": 132, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 133, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 134, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 135, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 136, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 137, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 138, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 5)" |
| }, |
| { |
| "step": 139, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 140, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 141, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 3)" |
| }, |
| { |
| "step": 142, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 143, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 1)" |
| }, |
| { |
| "step": 144, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 0)" |
| }, |
| { |
| "step": 145, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": { |
| "raw_output": "1", |
| "question": "Imagine you are an autonomous robot in an indoor habitat environment.\nInputs:\n- BEV grid map <image_bev> showing free (white), occupied (black), unexplored (gray), frontier candidates (green dots), robot pose/heading (red arrow), past trajectory (blue line), and egocentric camera field of view (yellow cone). An orange dot may appear on the BEV map indicating the detected goal location.\n\n- Goal: search for and navigate to **cabinet**.\n\n<state> <s> <e_s>\n\n<candidates>\n<cand> id=0 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=1 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=2 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=3 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=4 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=5 type=frontier Frontier view <image_ego> <e_cand>\n</candidates>\n\nChoose one candidate id. Output only the integer id.\n", |
| "selected_frontier_local_index": 1, |
| "selected_frontier_pixel": [ |
| [ |
| 228, |
| 261 |
| ] |
| ] |
| } |
| }, |
| { |
| "step": 146, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 147, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 148, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 149, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 150, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 151, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 152, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 5)" |
| }, |
| { |
| "step": 153, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 154, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": { |
| "raw_output": "5", |
| "question": "Imagine you are an autonomous robot in an indoor habitat environment.\nInputs:\n- BEV grid map <image_bev> showing free (white), occupied (black), unexplored (gray), frontier candidates (green dots), robot pose/heading (red arrow), past trajectory (blue line), and egocentric camera field of view (yellow cone). An orange dot may appear on the BEV map indicating the detected goal location.\n\n- Goal: search for and navigate to **cabinet**.\n\n<state> <s> <e_s>\n\n<candidates>\n<cand> id=0 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=1 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=2 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=3 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=4 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=5 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=6 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=7 type=frontier Frontier view <image_ego> <e_cand>\n</candidates>\n\nChoose one candidate id. Output only the integer id.\n", |
| "selected_frontier_local_index": 5, |
| "selected_frontier_pixel": [ |
| [ |
| 276, |
| 120 |
| ] |
| ] |
| } |
| }, |
| { |
| "step": 155, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 156, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 157, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 9)" |
| }, |
| { |
| "step": 158, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 159, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 160, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 161, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 162, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 5)" |
| }, |
| { |
| "step": 163, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 164, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 165, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 3)" |
| }, |
| { |
| "step": 166, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 3)" |
| }, |
| { |
| "step": 167, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 168, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 169, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 1)" |
| }, |
| { |
| "step": 170, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 1)" |
| }, |
| { |
| "step": 171, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 0)" |
| }, |
| { |
| "step": 172, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": { |
| "raw_output": "5", |
| "question": "Imagine you are an autonomous robot in an indoor habitat environment.\nInputs:\n- BEV grid map <image_bev> showing free (white), occupied (black), unexplored (gray), frontier candidates (green dots), robot pose/heading (red arrow), past trajectory (blue line), and egocentric camera field of view (yellow cone). An orange dot may appear on the BEV map indicating the detected goal location.\n\n- Goal: search for and navigate to **cabinet**.\n\n<state> <s> <e_s>\n\n<candidates>\n<cand> id=0 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=1 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=2 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=3 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=4 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=5 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=6 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=7 type=frontier Frontier view <image_ego> <e_cand>\n</candidates>\n\nChoose one candidate id. Output only the integer id.\n", |
| "selected_frontier_local_index": 5, |
| "selected_frontier_pixel": [ |
| [ |
| 236, |
| 138 |
| ] |
| ] |
| } |
| }, |
| { |
| "step": 173, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 174, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 175, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 176, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 177, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 178, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 5)" |
| }, |
| { |
| "step": 179, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 5)" |
| }, |
| { |
| "step": 180, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 5)" |
| }, |
| { |
| "step": 181, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 182, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 3)" |
| }, |
| { |
| "step": 183, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 184, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 1)" |
| }, |
| { |
| "step": 185, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 0)" |
| }, |
| { |
| "step": 186, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": { |
| "raw_output": "5", |
| "question": "Imagine you are an autonomous robot in an indoor habitat environment.\nInputs:\n- BEV grid map <image_bev> showing free (white), occupied (black), unexplored (gray), frontier candidates (green dots), robot pose/heading (red arrow), past trajectory (blue line), and egocentric camera field of view (yellow cone). An orange dot may appear on the BEV map indicating the detected goal location.\n\n- Goal: search for and navigate to **cabinet**.\n\n<state> <s> <e_s>\n\n<candidates>\n<cand> id=0 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=1 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=2 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=3 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=4 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=5 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=6 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=7 type=frontier Frontier view <image_ego> <e_cand>\n</candidates>\n\nChoose one candidate id. Output only the integer id.\n", |
| "selected_frontier_local_index": 5, |
| "selected_frontier_pixel": [ |
| [ |
| 224, |
| 138 |
| ] |
| ] |
| } |
| }, |
| { |
| "step": 187, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 188, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 189, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 190, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 5)" |
| }, |
| { |
| "step": 191, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 192, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 3)" |
| }, |
| { |
| "step": 193, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 3)" |
| }, |
| { |
| "step": 194, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 195, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 2)" |
| }, |
| { |
| "step": 196, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 1)" |
| }, |
| { |
| "step": 197, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 0)" |
| }, |
| { |
| "step": 198, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": { |
| "raw_output": "8", |
| "question": "Imagine you are an autonomous robot in an indoor habitat environment.\nInputs:\n- BEV grid map <image_bev> showing free (white), occupied (black), unexplored (gray), frontier candidates (green dots), robot pose/heading (red arrow), past trajectory (blue line), and egocentric camera field of view (yellow cone). An orange dot may appear on the BEV map indicating the detected goal location.\n\n- Goal: search for and navigate to **cabinet**.\n\n<state> <s> <e_s>\n\n<candidates>\n<cand> id=0 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=1 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=2 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=3 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=4 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=5 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=6 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=7 type=frontier Frontier view <image_ego> <e_cand>\n<cand> id=8 type=target Target view <image_ego> <e_cand>\n</candidates>\n\nChoose one candidate id. Output only the integer id.\n", |
| "selected_frontier_local_index": 8, |
| "selected_frontier_pixel": [ |
| [ |
| 237, |
| 192 |
| ] |
| ] |
| } |
| }, |
| { |
| "step": 199, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 8)" |
| }, |
| { |
| "step": 200, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 201, |
| "action": "turn_right", |
| "action_id": 3, |
| "info": "Following previous frontier (steps remaining: 7)" |
| }, |
| { |
| "step": 202, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 203, |
| "action": "turn_left", |
| "action_id": 2, |
| "info": "Following previous frontier (steps remaining: 6)" |
| }, |
| { |
| "step": 204, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 5)" |
| }, |
| { |
| "step": 205, |
| "action": "move_forward", |
| "action_id": 1, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 206, |
| "action": "stop", |
| "action_id": 0, |
| "info": "Following previous frontier (steps remaining: 4)" |
| }, |
| { |
| "step": 207, |
| "action": "stop", |
| "action_id": 0, |
| "info": "Following previous frontier (steps remaining: 4)" |
| } |
| ], |
| "success": 1.0, |
| "spl": 0.20016203174178201, |
| "total_steps": 208, |
| "avg_inference_time": 0.31432725702013287 |
| } |
